-- Logs begin at Mon 2022-08-08 01:09:49 UTC, end at Mon 2022-08-08 02:46:31 UTC. -- Aug 08 02:16:58.780649 dv-cinder-740146-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 08 02:17:01.463177 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.common.config [-] Logging enabled! Aug 08 02:17:01.463760 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 08 02:17:01.463970 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104511) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 08 02:17:01.467317 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.common.config [-] Logging enabled! Aug 08 02:17:01.467577 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 08 02:17:01.467897 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104511) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 08 02:17:01.468883 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 02:17:01.469124 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 02:17:01.469608 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 02:17:01.469869 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 02:17:01.470099 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 02:17:01.470424 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.470731 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.470966 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.471267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.471566 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.471854 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.472151 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.472452 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.472800 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.473096 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.473384 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.473618 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.473904 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.474197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.474488 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.474717 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] debug = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.475003 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.475438 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.475862 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.476150 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.476452 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.476763 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.477063 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.477345 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.477634 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.477966 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] host = dv-cinder-740146-18-iscsi {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.478251 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.478544 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.478837 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.479129 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.479407 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.479688 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.479979 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.480256 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.480532 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.480838 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.481129 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.481419 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.481713 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.481943 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.482168 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.482460 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.482754 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.483035 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.483313 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.483611 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.483893 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.484172 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.484445 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.484772 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.485064 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.485355 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.485632 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.485915 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.486192 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.486468 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.486755 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.487032 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.487348 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.487584 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.487875 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.488149 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.489367 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.489367 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.489777 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.490068 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.490364 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.490645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.490937 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.491213 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.491495 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.491773 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] use_json = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.492051 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.492327 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.492614 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.492919 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.493196 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.493473 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.493749 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.494038 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.494315 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:01.494619 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.494921 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.495227 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.495515 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.495824 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.496108 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.496404 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.496710 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.497009 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.497301 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.497591 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.497872 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.498175 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.498468 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.498768 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.499073 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.499371 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.499666 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.499945 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.500224 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.500501 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.500810 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.501101 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.501382 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.501675 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.501970 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.502251 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.502551 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.502841 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.503130 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.503427 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.503722 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.504001 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.505093 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.505383 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.505673 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.505957 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.506257 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.506546 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.506831 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.507123 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.507425 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.507722 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.508004 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.508288 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.508587 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.508893 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.509173 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.509451 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.509734 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.510010 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.510299 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.510580 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.510857 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.511136 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.511419 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.511696 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.511972 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.512254 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.512532 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.512852 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.513132 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.513408 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.513685 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.513960 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.514237 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.514511 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.514784 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.515064 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.515338 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.515615 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.515891 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.516168 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.516444 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.516779 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.517064 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.517348 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.517630 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.517911 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.518194 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.518475 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.518757 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.519038 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.519315 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.519611 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.520108 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.520280 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.520568 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.520890 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.521214 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.521500 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.521783 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.522066 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.522349 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.522630 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.522916 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.523196 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.523480 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.523764 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.524052 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.524353 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.524652 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.524961 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.525262 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.525563 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.525859 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.526145 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.526458 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.526745 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:01.526967 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 02:17:01.527212 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104511) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 08 02:17:01.825545 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 08 02:17:01.825866 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 08 02:17:01.826135 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 08 02:17:01.826366 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 08 02:17:01.826643 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 08 02:17:01.826993 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 08 02:17:02.240867 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.241163 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.241455 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.242870 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.243153 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.243440 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.296926 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.297209 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.297492 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.312733 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.313020 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.313293 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.343586 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.343870 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.344144 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.380821 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.381106 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.381378 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.614931 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.615453 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.615453 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.615733 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.616657 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.716306 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.716634 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.716948 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.717224 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.717493 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.717808 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.718072 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.718333 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.718591 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.718883 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.719146 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.719419 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.719682 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.720024 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.720289 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.720560 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.720881 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.721156 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.721434 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.721697 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.721977 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.722235 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.722523 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.723043 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.723369 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.723630 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.724034 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:02.724284 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:02.724531 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:02.724801 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:02.725047 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:02.725289 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:02.725658 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 08 02:17:02.728807 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 08 02:17:02.732773 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 08 02:17:02.736576 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 08 02:17:02.738234 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 08 02:17:02.738893 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 08 02:17:02.739413 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 08 02:17:02.739803 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 08 02:17:02.742643 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 08 02:17:02.742896 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 08 02:17:02.743243 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 02:17:02.748528 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 08 02:17:02.772621 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 08 02:17:02.773098 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.773401 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104511) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 08 02:17:02.773778 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.775132 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104511) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 08 02:17:02.775412 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 02:17:02.775661 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 08 02:17:02.778991 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.779283 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:02.854210 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 08 02:17:02.854395 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 08 02:17:02.854635 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 08 02:17:02.855012 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 08 02:17:02.908154 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO dbcounter [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Registered counter for database neutron Aug 08 02:17:02.928475 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_db.sqlalchemy.engines [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104511) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 08 02:17:02.934561 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writer thread running {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:17:03.652484 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing driver for type 'gre' Aug 08 02:17:03.653056 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] gre ID ranges: [(1, 1000)] Aug 08 02:17:03.838081 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing driver for type 'local' Aug 08 02:17:03.838353 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing driver for type 'vlan' Aug 08 02:17:03.927078 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] VlanTypeDriver initialization complete Aug 08 02:17:03.927425 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing driver for type 'vxlan' Aug 08 02:17:03.927921 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] vxlan ID ranges: [(1, 1000)] Aug 08 02:17:04.132627 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing extension driver 'port_security' Aug 08 02:17:04.133044 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.extensions.port_security [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] PortSecurityExtensionDriver initialization complete Aug 08 02:17:04.133414 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing mechanism driver 'openvswitch' Aug 08 02:17:04.133820 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing mechanism driver 'hyperv' Aug 08 02:17:04.144821 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:04.145562 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.145941 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.146301 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.146835 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:17:04.147260 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.147618 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.147966 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.148362 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:17:04.148820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.149172 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.149517 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.149909 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:17:04.150318 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > security_group after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.150671 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > security_group after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.151015 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > security_group after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.151408 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:17:04.151813 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.152162 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.152501 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.152922 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:17:04.153327 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > address_group after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.153673 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > address_group after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.154012 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > address_group after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.154401 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:17:04.154840 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] ML2 OVO RPC backend initialized. {{(pid=104511) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 08 02:17:04.155544 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.155909 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.156326 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.156690 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > networks before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.157039 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.157379 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > ports before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.157721 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.158062 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnets before_response 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.158408 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.158750 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.159083 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.159421 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.159758 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.160092 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.161030 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.161394 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.161731 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > subnet after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.169287 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded quota_driver: . Aug 08 02:17:04.169652 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.plugin [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Modular L2 Plugin initialization complete Aug 08 02:17:04.170001 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading services supported by the core plugin {{(pid=104511) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 08 02:17:04.170343 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.plugins.ml2.managers [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Got port-security extension from driver 'port_security' Aug 08 02:17:04.170827 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.extensions.vlantransparent [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Disabled vlantransparent extension. Aug 08 02:17:04.171321 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104511) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 08 02:17:04.171649 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: router Aug 08 02:17:04.217153 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_interface before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.217610 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_create 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.217929 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router before_create 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.218298 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.218673 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.219032 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_delete 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.219396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > floatingip after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.219748 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > floatingip after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.220109 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_create 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.220457 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_update 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.220834 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_update 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.221188 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.221552 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_update 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.221970 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_update 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.222341 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.222685 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.223734 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: subnet after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.224096 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.224453 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > port precommit_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.224842 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_create 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.226197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.226197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.226197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router after_update 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.226197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_delete 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.226548 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_create 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.226911 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router_interface after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.227259 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_update 55549900 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.227628 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > agent after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.227978 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > agent after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.228325 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > network after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.229203 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Tracking information for resource: router configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:04.229530 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Tracking information for resource: floatingip configured {{(pid=104511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:17:04.234287 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.db.l3_agentschedulers_db [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 08 02:17:04.234862 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.235231 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port after_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.235587 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port after_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.235941 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: port after_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.236769 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router before_create 55550100 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.237136 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_delete 55550100 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.237499 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_create 55550100 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.237856 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > router precommit_update 55550100 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.243338 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.provider_configuration [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service providers = [] {{(pid=104511) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 08 02:17:04.243705 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.db.servicetype_db [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104511) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 08 02:17:04.246820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.service_base [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:17:04.247178 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.service_base [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:17:04.247528 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.service_base [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:17:04.248413 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.services.service_base [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:17:04.248883 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.services.service_base [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 08 02:17:04.249270 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.249590 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 08 02:17:04.260039 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.260376 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: auto_allocate Aug 08 02:17:04.265944 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: network precommit_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.266316 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: network precommit_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.266837 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.267159 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: tag Aug 08 02:17:04.274062 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.274394 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: timestamp Aug 08 02:17:04.278168 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.278505 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: network_ip_availability Aug 08 02:17:04.283918 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.284292 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.284648 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.289299 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.289299 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: flavors Aug 08 02:17:04.293866 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.294199 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading Plugin: revisions Aug 08 02:17:04.298454 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:17:04.298846 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.472s {{(pid=104511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 08 02:17:04.299593 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104511) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 08 02:17:04.300018 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Initializing extension manager. Aug 08 02:17:04.300455 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: __init__.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.300889 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: __pycache__ {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.301776 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: address_group.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.302477 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.303050 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: address-group Aug 08 02:17:04.303372 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: address_scope.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.304053 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.304561 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: address-scope Aug 08 02:17:04.304908 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: admin_state_down_before_update.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.305800 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.306309 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: router-admin-state-down-before-update Aug 08 02:17:04.306631 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: agent.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.307545 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.308053 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: agent Aug 08 02:17:04.308372 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: agent_resources_synced.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.309258 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.309762 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: agent-resources-synced Aug 08 02:17:04.310082 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: allowedaddresspairs.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.311846 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.312364 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: allowed-address-pairs Aug 08 02:17:04.312743 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: auto_allocated_topology.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.318307 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.318818 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: auto-allocated-topology Aug 08 02:17:04.319143 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: availability_zone.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.319796 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.320300 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: availability_zone Aug 08 02:17:04.320620 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: availability_zone_filter.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.321511 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.322016 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: availability_zone_filter Aug 08 02:17:04.322356 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: data_plane_status.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.323197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.323700 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension data-plane-status not supported by any of loaded plugins Aug 08 02:17:04.324022 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: default_subnetpools.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.324927 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.325446 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: default-subnetpools Aug 08 02:17:04.325764 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: dhcpagentscheduler.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.326543 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.327044 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: dhcp_agent_scheduler Aug 08 02:17:04.327365 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: dns.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.328230 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.328757 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension dns-integration not supported by any of loaded plugins Aug 08 02:17:04.329083 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: dns_domain_ports.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.329957 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.330456 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 08 02:17:04.330778 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.331646 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.332175 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 08 02:17:04.332504 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: dvr.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.333156 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.333657 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: dvr Aug 08 02:17:04.333977 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: ecmp_routes.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.334853 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.335365 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 08 02:17:04.335683 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: empty_string_filtering.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.336547 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.337083 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: empty-string-filtering Aug 08 02:17:04.337404 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.338263 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.338766 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 08 02:17:04.339086 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.339946 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.340456 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 08 02:17:04.340802 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: external_net.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.347527 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.348596 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: external-net Aug 08 02:17:04.349007 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: extra_dhcp_opt.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.349890 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.350397 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: extra_dhcp_opt Aug 08 02:17:04.350715 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: extraroute.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.351574 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.352077 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: extraroute Aug 08 02:17:04.352398 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: extraroute_atomic.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.353411 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.353913 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: extraroute-atomic Aug 08 02:17:04.354233 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: filter_validation.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.354858 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.355573 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: filter-validation Aug 08 02:17:04.355898 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: fip_pf_description.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.356808 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.357316 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 08 02:17:04.357637 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: fip_pf_port_range.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.358499 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.359005 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 08 02:17:04.359327 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: fip_port_details.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.360189 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.360744 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: fip-port-details Aug 08 02:17:04.361067 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: flavors.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.362247 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.362765 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: flavors Aug 08 02:17:04.363087 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.365318 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.365855 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 08 02:17:04.366185 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: floatingip_pools.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.366852 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.367369 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: floatingip-pools Aug 08 02:17:04.367694 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: ip_allocation.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.368563 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.369097 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension ip_allocation not supported by any of loaded plugins Aug 08 02:17:04.369425 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.370294 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.370802 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: ip-substring-filtering Aug 08 02:17:04.371131 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l2_adjacency.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.372032 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.372530 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 08 02:17:04.372887 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.373820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.374336 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: router Aug 08 02:17:04.374663 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_conntrack_helper.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.376866 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.377395 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 08 02:17:04.377729 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.378601 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.379252 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: ext-gw-mode Aug 08 02:17:04.379739 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.380617 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.381157 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: l3-ha Aug 08 02:17:04.392376 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.392980 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.393487 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 08 02:17:04.393809 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_flavors.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.395201 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.395715 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: l3-flavors Aug 08 02:17:04.396045 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_ndp_proxy.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.397410 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.397935 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 08 02:17:04.398261 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.399132 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.399649 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 08 02:17:04.399975 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: l3agentscheduler.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.400992 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.401504 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: l3_agent_scheduler Aug 08 02:17:04.401832 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: local_ip.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.403560 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.404084 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension local_ip not supported by any of loaded plugins Aug 08 02:17:04.404418 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: logging.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.405876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.406397 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension logging not supported by any of loaded plugins Aug 08 02:17:04.406729 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: metering.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.407431 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.408201 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: metering Aug 08 02:17:04.408534 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.409595 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.410111 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: metering_source_and_destination_fields Aug 08 02:17:04.410988 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: multiprovidernet.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.411864 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.412374 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: multi-provider Aug 08 02:17:04.412723 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: netmtu.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.413597 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.414109 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: net-mtu Aug 08 02:17:04.414433 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: netmtu_writable.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.415305 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.415817 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: net-mtu-writable Aug 08 02:17:04.416145 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: network_availability_zone.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.416799 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.417307 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: network_availability_zone Aug 08 02:17:04.417634 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: network_ip_availability.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.418680 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.419199 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: network-ip-availability Aug 08 02:17:04.419530 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: network_segment_range.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.420264 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.420795 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension network-segment-range not supported by any of loaded plugins Aug 08 02:17:04.427513 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: pagination.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.428219 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.428552 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: pagination Aug 08 02:17:04.428907 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: port_device_profile.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.429767 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.430281 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: port-device-profile Aug 08 02:17:04.430605 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: port_mac_address_override.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.431503 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.432276 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: port-mac-override Aug 08 02:17:04.432598 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.433503 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.434011 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: port-mac-address-regenerate Aug 08 02:17:04.434336 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.435216 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.435729 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: port-numa-affinity-policy Aug 08 02:17:04.436052 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: port_resource_request.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.436939 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.437452 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension port-resource-request not supported by any of loaded plugins Aug 08 02:17:04.437902 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: port_resource_request_groups.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.438681 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.439187 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 08 02:17:04.439509 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: portbindings.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.440379 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.440912 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: binding Aug 08 02:17:04.441235 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: portbindings_extended.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.442457 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.442972 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: binding-extended Aug 08 02:17:04.443294 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: portsecurity.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.450668 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.451178 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: port-security Aug 08 02:17:04.451507 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: project_id.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.452441 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.452807 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: project-id Aug 08 02:17:04.453132 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: providernet.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.454011 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.454516 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: provider Aug 08 02:17:04.454837 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.459053 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.459592 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos not supported by any of loaded plugins Aug 08 02:17:04.459925 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.461160 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.461695 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 08 02:17:04.462010 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.462900 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.463409 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 08 02:17:04.463736 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_default.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.464604 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.465145 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-default not supported by any of loaded plugins Aug 08 02:17:04.465470 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_fip.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.466349 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.466858 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-fip not supported by any of loaded plugins Aug 08 02:17:04.467183 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_fip_network_policy.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.468045 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.468554 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 08 02:17:04.468900 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_gateway_ip.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.469782 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.470290 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 08 02:17:04.470615 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_port_network_policy.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.471482 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.471991 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 08 02:17:04.472320 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.473956 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.474468 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 08 02:17:04.474797 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.475791 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.476300 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 08 02:17:04.476627 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_pps_rule.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.477770 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.478282 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-pps not supported by any of loaded plugins Aug 08 02:17:04.478608 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_rule_type_details.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.479481 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.479992 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 08 02:17:04.480321 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_rule_type_filter.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.481207 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.481713 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 08 02:17:04.482035 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: qos_rules_alias.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.483052 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.483559 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 08 02:17:04.483884 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: quota_check_limit.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.484776 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.485300 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: quota-check-limit Aug 08 02:17:04.485610 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: quotasv2.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.486520 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.486844 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: quotas Aug 08 02:17:04.487163 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: quotasv2_detail.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.488874 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.489213 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: quota_details Aug 08 02:17:04.489547 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: rbac.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.496761 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.496761 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: rbac-policies Aug 08 02:17:04.496761 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: rbac_address_group.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.497418 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.497935 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: rbac-address-group Aug 08 02:17:04.498268 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: rbac_address_scope.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.499137 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.499652 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: rbac-address-scope Aug 08 02:17:04.499983 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: rbac_security_groups.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.500967 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.501481 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: rbac-security-groups Aug 08 02:17:04.501810 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: rbac_subnetpool.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.502687 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.503200 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: rbac-subnetpool Aug 08 02:17:04.503525 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: revisionifmatch.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.504660 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.505205 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: revision-if-match Aug 08 02:17:04.505535 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: revisions.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.506614 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.507134 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: standard-attr-revisions Aug 08 02:17:04.507465 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: router_availability_zone.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.508104 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.508614 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: router_availability_zone Aug 08 02:17:04.508966 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: routerservicetype.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.509853 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.510358 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension router-service-type not supported by any of loaded plugins Aug 08 02:17:04.510684 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.511560 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.512074 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: security-groups-normalized-cidr Aug 08 02:17:04.512400 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: security_groups_port_filtering.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.513311 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.513822 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: port-security-groups-filtering Aug 08 02:17:04.514147 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.515023 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.515536 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: security-groups-remote-address-group Aug 08 02:17:04.515860 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.516780 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.517297 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: security-groups-shared-filtering Aug 08 02:17:04.517622 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: securitygroup.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.527768 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.528304 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: security-group Aug 08 02:17:04.528640 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: segment.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.529361 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.529873 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension segment not supported by any of loaded plugins Aug 08 02:17:04.530199 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.531092 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.531607 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 08 02:17:04.531930 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: servicetype.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.533020 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.533532 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: service-type Aug 08 02:17:04.533856 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: sorting.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.534788 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.535116 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: sorting Aug 08 02:17:04.536156 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: standard_attr_segment.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.537259 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.537775 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 08 02:17:04.538098 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: standardattrdescription.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.538710 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.539222 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: standard-attr-description Aug 08 02:17:04.539545 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: stateful_security_group.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.540445 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.540985 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: stateful-security-group Aug 08 02:17:04.541314 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: stdattrs_common.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.541861 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 08 02:17:04.542185 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.543073 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.543582 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 08 02:17:04.543907 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: subnet_onboard.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.544942 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.545455 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: subnet_onboard Aug 08 02:17:04.545778 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.546660 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.547166 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 08 02:17:04.547490 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: subnet_service_types.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.548366 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.548898 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: subnet-service-types Aug 08 02:17:04.549226 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: subnetallocation.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.550254 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.550771 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: subnet_allocation Aug 08 02:17:04.551122 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.551756 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.552259 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: subnetpool-prefix-ops Aug 08 02:17:04.552580 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.553482 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.553990 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 08 02:17:04.554312 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: tagging.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.555339 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.555847 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: standard-attr-tag Aug 08 02:17:04.556172 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: timestamp.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.557613 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.558128 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loaded extension: standard-attr-timestamp Aug 08 02:17:04.558456 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: trunk.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.559435 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.560005 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension trunk not supported by any of loaded plugins Aug 08 02:17:04.560337 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: trunk_details.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.561228 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.561742 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension trunk-details not supported by any of loaded plugins Aug 08 02:17:04.562071 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: uplink_status_propagation.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.562940 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.563450 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 08 02:17:04.563775 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Loading extension file: vlantransparent.py {{(pid=104511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:17:04.564405 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:17:04.564937 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 08 02:17:04.567629 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:network Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:subnet Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:port Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service FLAVORS assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.571645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.572131 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:router Aug 08 02:17:04.572374 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:floatingip Aug 08 02:17:04.572883 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service METERING assigned prefix: /metering {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.574315 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.574692 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.575048 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:17:04.576038 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 02:17:04.576492 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:security_group Aug 08 02:17:04.576954 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 02:17:04.577490 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service CORE assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.577823 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:17:04.578168 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] subnetpool is already registered Aug 08 02:17:04.578588 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service CORE assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.578913 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:17:04.579246 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] subnetpool is already registered Aug 08 02:17:04.581616 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.582059 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service FLAVORS assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.583541 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.583984 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.584325 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:router Aug 08 02:17:04.584698 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] router is already registered Aug 08 02:17:04.585107 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:floatingip Aug 08 02:17:04.585450 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] floatingip is already registered Aug 08 02:17:04.586025 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service METERING assigned prefix: /metering {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.586594 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 02:17:04.586930 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] rbac_policy is already registered Aug 08 02:17:04.587339 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:security_group Aug 08 02:17:04.587672 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] security_group is already registered Aug 08 02:17:04.588078 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 02:17:04.589071 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] security_group_rule is already registered Aug 08 02:17:04.589173 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service CORE assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.589448 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:17:04.589782 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] subnetpool is already registered Aug 08 02:17:04.590203 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.v2.resource_helper [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Service CORE assigned prefix: {{(pid=104511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:17:04.590530 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:17:04.590862 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING neutron.quota.resource_registry [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] subnetpool is already registered Aug 08 02:17:04.591329 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: extensions {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.593034 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: address-groups {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.594569 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: address-scopes {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.596126 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: agents {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.597076 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: auto-allocated-topology {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.599271 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: availability_zones {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.601174 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: dhcp-networks {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.602775 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: dhcp-agents {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.604258 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: routers {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.606128 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: flavors {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.607414 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: service_profiles {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.608628 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: next_providers {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.610111 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: service_profiles {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.611666 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: floatingip-pools {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.612923 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: routers {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.614695 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: floatingips {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.615980 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: l3-routers {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.617449 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: l3-agents {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.618857 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: metering-labels {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.620120 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: metering-label-rules {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.621548 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: network-ip-availabilities {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.622821 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: bindings {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.624407 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: quotas {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.627071 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: quotas {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.628609 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: rbac-policies {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.629893 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: security-groups {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.631218 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: security-group-rules {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.632517 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: service-providers {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.633776 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: subnetpools {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.635117 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: subnetpools {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.636684 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.638374 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.640220 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.642045 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.646145 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.646249 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.648012 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.649957 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.651725 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.653514 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron.api.extensions [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Extended resource: tags {{(pid=104511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:17:04.659677 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING keystonemiddleware.auth_token [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 08 02:17:04.665641 dv-cinder-740146-18-iscsi neutron-server[104511]: WARNING keystonemiddleware.auth_token [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 08 02:17:04.674445 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Acquiring lock "singleton_lock" {{(pid=104511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 08 02:17:04.674777 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Acquired lock "singleton_lock" {{(pid=104511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 08 02:17:04.675248 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_concurrency.lockutils [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Releasing lock "singleton_lock" {{(pid=104511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 08 02:17:04.675934 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Starting 2 workers Aug 08 02:17:04.680850 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Started child 104627 {{(pid=104511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:17:04.685534 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Started child 104628 {{(pid=104511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:17:04.686561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:04.687198 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO neutron.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 08 02:17:04.687775 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Publish callbacks [] for process (None), before_spawn {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:04.688063 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [-] (104627) wsgi starting up on http://0.0.0.0:9696 Aug 08 02:17:04.690206 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Starting 1 workers Aug 08 02:17:04.690437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:04.691885 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [-] (104628) wsgi starting up on http://0.0.0.0:9696 Aug 08 02:17:04.695475 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Started child 104629 {{(pid=104511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:17:04.696014 dv-cinder-740146-18-iscsi neutron-server[104511]: INFO oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Starting 1 workers Aug 08 02:17:04.699506 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] calling RpcWorker wait() {{(pid=104629) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 08 02:17:04.700049 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] returning from RpcWorker wait() {{(pid=104629) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 08 02:17:04.700544 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Started child 104630 {{(pid=104511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:17:04.701262 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:04.701378 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-90c71892-b4bc-4f03-9bf3-09c8d61ac51c None None] Publish callbacks [] for process (None), after_spawn {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:04.701719 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:04.703236 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 02:17:04.703561 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 02:17:04.703678 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 02:17:04.703827 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 02:17:04.704305 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 02:17:04.704477 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 02:17:04.705056 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.705345 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.705592 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.705864 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.705956 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:04.706436 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.706883 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.707643 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.707843 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:04.707951 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.708171 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.708344 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.708506 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.708943 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.709200 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.709520 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.709794 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.710045 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.710315 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.710486 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.711167 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.711573 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.711841 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.712143 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] debug = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.712412 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.712956 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.713206 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.713472 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.713715 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.713979 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.714230 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.714485 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.714725 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.714975 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.715201 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.715451 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.715707 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.715949 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.716182 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.716458 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.716713 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.717199 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] host = dv-cinder-740146-18-iscsi {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.717431 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.717803 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.718197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.718430 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.718687 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.718933 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.719207 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.719460 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.719710 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.719933 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.720153 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.720395 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.720609 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.720878 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.721036 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_options = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.721267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.721537 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.721806 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.721996 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.722163 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.722313 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.722569 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.722776 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.723627 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.723773 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.724000 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.724397 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.724721 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.725149 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.725430 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.725680 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.725942 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.726326 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.727334 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.727587 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.727868 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.728053 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.728299 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.728535 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.728790 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.729028 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.729971 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.730136 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.731241 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.731241 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.731241 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.731241 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.737876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_json = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.738820 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.739267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.739267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.739267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.739267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.739267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.739267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.739590 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.742218 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.742508 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.742767 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.743121 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.744979 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.745304 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.746736 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.747760 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.749053 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.749397 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.750922 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.751200 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.751442 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.751684 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.752587 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.752937 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.753212 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.753503 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.753761 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.754119 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.754448 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.754722 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.755012 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.755376 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.755675 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.755937 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.756200 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.756432 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.756723 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.757645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.757927 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.758156 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.758374 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.758632 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.758880 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.759121 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.759376 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.759606 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.760021 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.762405 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.762741 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.763043 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.764194 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.765623 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.765868 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.766125 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.766364 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.766612 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.766841 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.767104 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.767362 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.767601 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.767872 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.768112 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.768336 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.768607 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.769097 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.770089 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.770365 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.770593 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.770832 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.771076 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.771331 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.771546 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.771783 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.772024 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.772240 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.772454 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.772727 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.772951 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.773176 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.773391 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.773607 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.773823 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.774067 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.774282 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.774502 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.774741 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.774960 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.775340 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.775560 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.775776 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.775995 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.776213 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.777103 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.777348 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.777591 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.778103 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.778382 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.778604 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.778845 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.779070 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.779288 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.779504 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.779781 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.780007 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.780263 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.780504 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.780752 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.780993 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.781217 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.781452 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.781678 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.781940 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.782136 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.782382 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.782628 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.782864 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.783113 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.783373 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.783610 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.783842 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.784082 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.784321 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.784558 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.784863 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.785170 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.786927 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.787180 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.787507 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.787831 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.788097 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.788336 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.788571 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.788855 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.789121 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.789374 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.789644 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.789875 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.790127 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.790356 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.790611 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.790839 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.791055 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.791307 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.791636 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.791892 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.792114 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.792327 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.792687 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.792892 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.793130 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.793396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.793646 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.793912 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.794159 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.794392 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.794628 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.794868 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.795127 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.795340 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.795555 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.795772 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.796010 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.796232 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.796445 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.796718 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.796931 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.797149 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.797388 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.797605 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.797822 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.798078 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.798312 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.798529 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.798764 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.798982 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.799197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.799411 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.799636 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.799865 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.800100 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.800363 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.800607 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.800902 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.801201 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.801502 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.801715 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.801993 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.802176 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.802393 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.802607 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.802840 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.803065 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.803276 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.803489 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.803714 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.803949 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.804197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.804428 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.804766 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.805246 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.805494 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.805771 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.806010 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.806248 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.806468 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.806680 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.807182 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.807398 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.807641 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.807875 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.808107 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.808911 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.808911 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.808911 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.809396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.809396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.809646 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.809646 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.809923 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.810128 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.810345 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.810562 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.810789 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.811025 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.811237 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.811455 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.811664 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.811963 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.812217 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.812445 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.813072 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.813072 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.813262 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.813412 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.813621 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.813830 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.814050 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.814286 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.814497 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.814721 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.814931 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.815145 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.815366 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.815581 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.815792 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.816037 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.816245 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.817067 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.817318 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.817525 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.817735 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.817958 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.818166 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.818396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.818618 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.818833 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.819044 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.819267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.819476 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.819684 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.819903 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.820117 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.820351 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.820656 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.820926 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.821152 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.821429 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.821675 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.821919 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.822157 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.822478 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.822699 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.822955 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.823200 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.823417 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.823650 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.823922 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.824240 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.824515 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.825553 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.825553 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.825553 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.825810 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:04.825903 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.825903 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.826112 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.826422 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.826757 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.827040 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.827282 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.827527 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.827785 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.828004 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.828218 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.828451 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.828696 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.828915 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.829181 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.829388 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.829762 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.829867 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.830051 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.830392 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.830483 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.830685 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.830934 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.831147 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.831308 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 02:17:04.831829 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 02:17:04.831991 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 02:17:04.832446 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 02:17:04.833071 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 02:17:04.833071 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 02:17:04.833071 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 02:17:04.833326 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.833326 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.833484 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.833801 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.833801 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.833973 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.834093 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.834250 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.834408 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.834566 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.834723 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.834879 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835038 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835234 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835366 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835484 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835641 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835808 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.835965 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.836121 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.836278 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.836436 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] debug = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.836593 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.836826 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.836992 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.837154 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.837297 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.837459 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.837613 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.837770 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.837926 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.838082 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.838239 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.838395 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.838552 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.838709 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.838864 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839020 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839176 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839334 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] host = dv-cinder-740146-18-iscsi {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839492 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839649 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839805 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.839961 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.840134 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.840272 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.840428 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.840584 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.840762 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.840920 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.841076 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.841234 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.841392 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.841549 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.841707 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_options = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.841865 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842021 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842179 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842361 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842524 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842683 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842840 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.842998 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.843215 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.843316 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.843456 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.843614 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.843773 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.843930 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.844086 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.844242 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.844399 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.844558 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.844736 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.844895 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.845052 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.845208 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.845365 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.845522 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.845684 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.845840 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846000 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846142 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846298 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846455 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846611 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846769 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.846926 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.847084 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.847240 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.847425 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.847540 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.848234 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.848399 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.848557 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.848802 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.849064 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.849224 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.849382 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.849540 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.849698 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.849856 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_json = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850013 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850171 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850328 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850486 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850642 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850800 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.850958 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.851115 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.851273 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:17:04.851452 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.851636 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.851783 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.851938 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.852090 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.852250 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.852591 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.852591 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.852792 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.852899 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853024 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853183 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853394 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853487 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853646 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853965 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.853965 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.854120 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.854266 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.854417 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.854574 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.854732 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.854902 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.855046 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.855441 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.855441 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.855651 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.855651 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.855909 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856044 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856175 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856306 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856437 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856597 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856777 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.856939 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.857099 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.857259 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.857431 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.857581 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.857745 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.857960 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.858149 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.858277 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.858440 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.858610 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.858762 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.858900 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859032 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859187 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859347 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859507 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859652 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859815 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.859974 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.860134 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.860293 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.860464 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.860623 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.860917 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.861077 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.861238 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.861398 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.861938 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.862106 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.862267 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.862426 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.862585 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.862760 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.862919 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.863079 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.863238 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.863638 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.863814 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.863963 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.864122 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.864279 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.864441 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.864600 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.864781 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.864942 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.865101 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.865261 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.865420 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.865579 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.865738 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.865898 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.866058 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.866222 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.866382 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.866541 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.866718 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.866878 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.867038 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.867197 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.867356 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.867516 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.867675 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.867903 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868010 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868140 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868299 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868458 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868718 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868819 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.868948 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.869105 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.869264 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.869422 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870007 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870175 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870335 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870494 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870653 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870811 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.870974 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.871138 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.871295 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.871453 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.871612 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.871771 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.871929 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.872098 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.872259 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.872421 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.872580 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.872767 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.872939 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.873100 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.873259 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.873417 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.873580 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.873738 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.873897 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.874057 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.874217 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.874375 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.874535 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.874705 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.874866 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.875052 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.875187 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.875370 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.875529 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.875688 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.875846 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876009 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876168 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876328 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876487 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876645 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876824 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.876984 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.877144 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.877303 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.877462 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.877620 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.877780 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.877940 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.878099 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.878258 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.878419 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.878579 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.878739 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.878898 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.879814 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.880406 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.880571 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.880754 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.880916 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.881077 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.881238 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.881397 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.881557 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.881717 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.881877 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882037 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882196 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882356 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882518 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882677 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882836 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.882996 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.883156 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.883315 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.883475 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.883637 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.883797 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.883957 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.884118 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.884275 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.884435 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.884596 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.884777 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.884939 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.885098 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.885257 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.885436 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.885596 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.885755 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.885917 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.886076 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.886235 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.886396 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.886555 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.886715 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.886875 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.887041 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.887201 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.887360 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.887519 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.887678 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.887839 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888003 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888165 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888327 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888487 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888649 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888831 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.888990 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.889149 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.889308 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.889469 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.889629 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.889789 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.889948 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.890119 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.890280 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.890440 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.890599 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.890758 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.890920 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.891093 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.891258 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.891399 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.891557 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.891716 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.891875 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.892044 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.892203 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.892362 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.892520 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.892725 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.892854 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893021 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893180 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893339 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893497 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893655 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893814 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.893981 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.894140 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.894299 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.894457 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.895284 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.895433 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.895603 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.895761 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.895920 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.896080 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.896288 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.896383 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.896555 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.896735 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.896896 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.897068 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.897228 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.897388 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.897547 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.897717 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.897876 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.898039 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.898199 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.898357 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.898517 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.898678 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.898843 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899011 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899178 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899338 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899505 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899673 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899841 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.899999 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.900165 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.900337 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.900496 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.900654 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.900830 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.900990 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.901148 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.901306 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.901465 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.901625 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.901783 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.901941 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.902100 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.902258 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.902418 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.902577 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.902736 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.902894 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.903053 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.903212 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.903370 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:17:04.903522 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 02:17:04.963651 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 58606) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:04.970526 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047626 Aug 08 02:17:04.975137 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0040507 Aug 08 02:17:14.018301 dv-cinder-740146-18-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:16.344265 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60df8c-2789-4b68-ab41-26af3142daa5 None None] get_active_networks_info from dv-cinder-740146-18-iscsi {{(pid=104629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 08 02:17:16.374649 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writer thread running {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:17:16.473135 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60df8c-2789-4b68-ab41-26af3142daa5 None None] No non-hosted networks {{(pid=104629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 08 02:17:16.503408 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.agentschedulers_db [None req-ac60df8c-2789-4b68-ab41-26af3142daa5 None None] DHCP Agent not found on host dv-cinder-740146-18-iscsi {{(pid=104629) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 08 02:17:16.590873 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1004e780-ea9c-42a3-9674-5c4da914f74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518366'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:18.319810 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writer thread running {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:17:19.018435 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-be9e42f7-2c46-4042-bfdf-921277ce98b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518366'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:19.064876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.db.api [None req-27dd99e5-5636-400e-a7b7-c054a0bff8fa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-740146-18-iscsi {{(pid=104629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:17:19.065354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG oslo_db.api [None req-27dd99e5-5636-400e-a7b7-c054a0bff8fa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:17:19.581681 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58676) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:19.653266 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-27dd99e5-5636-400e-a7b7-c054a0bff8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:19.742167 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518366'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:20.165805 dv-cinder-740146-18-iscsi neutron-server[104627]: WARNING oslo_policy.policy [None req-ecf71245-a6af-4146-8db6-c9b626971864 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:20.166387 dv-cinder-740146-18-iscsi neutron-server[104627]: WARNING oslo_policy.policy [None req-ecf71245-a6af-4146-8db6-c9b626971864 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:20.392163 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [None req-ecf71245-a6af-4146-8db6-c9b626971864 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:17:20.400257 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ecf71245-a6af-4146-8db6-c9b626971864 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8094151 Aug 08 02:17:21.220984 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518366'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:21.347842 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518366'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:21.348346 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.349777 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.350125 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.350463 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.351018 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.351354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.351835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.352220 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.352520 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.353080 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.357532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.357532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.357532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.357532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.357532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:21.357950 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-18-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:21.363687 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-18-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:22.725104 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58712) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:23.075088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:23.173609 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.policy [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104627) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 02:17:23.219662 dv-cinder-740146-18-iscsi neutron-server[104627]: WARNING oslo_policy.policy [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:23.220050 dv-cinder-740146-18-iscsi neutron-server[104627]: WARNING oslo_policy.policy [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:23.242648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writer thread running {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:17:23.382186 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757233713297', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757233716901', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757233700805', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757233689297', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757233695599', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757233674044', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1528925', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16423588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16430702'] for rbac-policy (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:23.583088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:23.584230 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f8a9a270-f1b3-4595-bc98-f602c84b050b admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8578873 Aug 08 02:17:24.125661 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.db.l3_hamode_db [None req-0a69649f-123d-4ef4-b759-8b261144902e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 08 02:17:24.204618 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69649f-123d-4ef4-b759-8b261144902e None None] Routers set() bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:17:24.205013 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69649f-123d-4ef4-b759-8b261144902e None None] Router IDs set() for agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 08 02:17:25.808974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58724) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:26.126018 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:26.241230 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Made reservation on behalf of dc4509b5ca9c436db5ef9d44f4b49d26 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:17:26.245219 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.263040 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.375121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks [] for security_group (7344ceb9-123f-410c-896b-6f3c4cf2791a), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.443404 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7344ceb9-123f-410c-896b-6f3c4cf2791a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.467520 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:17:26.503254 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757229044197', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (486a17e9-4eaf-439d-b6ca-bae0e9e48a04), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.504380 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Unsubscribe: segment precommit_create {{(pid=104627) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 02:17:26.505093 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Added segment 486a17e9-4eaf-439d-b6ca-bae0e9e48a04 of type vlan for network 7162ffb1-45c0-4727-b4c6-9efe8967a21a Aug 08 02:17:26.522519 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7344ceb9-123f-410c-896b-6f3c4cf2791a,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:26.573334 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.573681 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.574039 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.574392 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.574728 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.575057 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.575381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.575705 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.576042 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.576384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.576711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.577051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.577375 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.577695 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.578013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Tracked resource versions report: Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: pushed versions: Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: { 'AddressGroup': {'1.2'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Agent': {'1.1'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'ConntrackHelper': {'1.0'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Log': {'1.0'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'NDPProxy': {'1.0'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Network': {'1.1'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Port': {'1.7'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'PortForwarding': {'1.3'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'QosPolicy': {'1.10'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroup': {'1.5'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SubPort': {'1.0'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Subnet': {'1.1'}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Trunk': {'1.1'}} Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: consumer versions: Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Agent': '1.1', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'ConntrackHelper': '1.0', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'LocalIPAssociation': '1.0', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Log': '1.0', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'NDPProxy': '1.0', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Network': '1.1', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Port': '1.7', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'PortForwarding': '1.3', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'QosPolicy': '1.10', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroup': '1.5', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroupRule': '1.2', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SubPort': '1.0', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Subnet': '1.1', Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Trunk': '1.1'}} Aug 08 02:17:26.579482 dv-cinder-740146-18-iscsi neutron-server[104627]: {{(pid=104627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:17:26.617164 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (7162ffb1-45c0-4727-b4c6-9efe8967a21a), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.780608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (7162ffb1-45c0-4727-b4c6-9efe8967a21a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.786745 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:26.787454 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:26.876542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:26.904444 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] Pushing event updated for resources: {'Network': ['ID=7162ffb1-45c0-4727-b4c6-9efe8967a21a,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:26.917228 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:17:26.989617 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-28b145fc-4495-455f-b6e6-bc310c56570f demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1795406 Aug 08 02:17:29.264441 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 58738) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:29.767844 dv-cinder-740146-18-iscsi neutron-server[104628]: WARNING oslo_policy.policy [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:29.768411 dv-cinder-740146-18-iscsi neutron-server[104628]: WARNING oslo_policy.policy [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:29.997511 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writer thread running {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:17:30.205791 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.policy [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 02:17:30.248510 dv-cinder-740146-18-iscsi neutron-server[104628]: WARNING oslo_policy.policy [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:30.248866 dv-cinder-740146-18-iscsi neutron-server[104628]: WARNING oslo_policy.policy [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:17:30.257409 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:30.259220 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-61bb2a5c-6c84-45e2-8e4a-2edd5c9b5855 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/7162ffb1-45c0-4727-b4c6-9efe8967a21a HTTP/1.1" status: 200 len: 825 time: 0.9938200 Aug 08 02:17:30.301025 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b67e68d9-00ea-4626-8d71-2323d7f80a1a demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/84ab854e-e191-4322-bede-ee2546c208cd HTTP/1.1" status: 200 len: 734 time: 0.0352089 Aug 08 02:17:30.310472 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Request body: {'subnet': {'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:30.424129 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Made reservation on behalf of dc4509b5ca9c436db5ef9d44f4b49d26 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:17:30.428146 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:30.815053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (3c41f932-38e5-4042-8032-48af71444e6c), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:30.884310 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Checking segment: {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:17:30.884617 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Network hostable DHCP agents. Network: 7162ffb1-45c0-4727-b4c6-9efe8967a21a, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:17:30.894882 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:30.902625 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3c41f932-38e5-4042-8032-48af71444e6c,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:30.918931 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.919271 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.919623 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.919958 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.920282 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.920601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.920942 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.921260 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.921858 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.922187 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.922515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.922833 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.923145 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.923460 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.923768 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Tracked resource versions report: Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: pushed versions: Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: { 'AddressGroup': {'1.2'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Agent': {'1.1'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'ConntrackHelper': {'1.0'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Log': {'1.0'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'NDPProxy': {'1.0'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Network': {'1.1'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Port': {'1.7'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'PortForwarding': {'1.3'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'QosPolicy': {'1.10'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroup': {'1.5'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SubPort': {'1.0'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Subnet': {'1.1'}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Trunk': {'1.1'}} Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: consumer versions: Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Agent': '1.1', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'ConntrackHelper': '1.0', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'LocalIPAssociation': '1.0', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Log': '1.0', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'NDPProxy': '1.0', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Network': '1.1', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Port': '1.7', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'PortForwarding': '1.3', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'QosPolicy': '1.10', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroup': '1.5', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroupRule': '1.2', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SubPort': '1.0', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Subnet': '1.1', Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Trunk': '1.1'}} Aug 08 02:17:30.925231 dv-cinder-740146-18-iscsi neutron-server[104628]: {{(pid=104628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:17:31.017844 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:17:31.169167 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 7162ffb1-45c0-4727-b4c6-9efe8967a21a) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:17:31.182543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:31.182845 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:31.183303 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:31.183402 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=8 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:31.183484 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72142227-fa39-41e2-a611-98928efcc02c None None] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:17:31.366726 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d7642d5d-2c98-4bef-9663-3eb2ef02c869 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0598547 Aug 08 02:17:31.438610 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:17:31.440084 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:31.703101 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:31.735131 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Allocated IP 172.20.0.2 (7162ffb1-45c0-4727-b4c6-9efe8967a21a/3c41f932-38e5-4042-8032-48af71444e6c/7e2a4777-75d7-4789-a253-472dc95b6617) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:17:32.009165 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Publish callbacks [] for port (7e2a4777-75d7-4789-a253-472dc95b6617), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:32.087343 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:32.168781 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:17:32.174528 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:17:32.178829 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:17:32.186224 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Pushing event updated for resources: {'Port': ['ID=7e2a4777-75d7-4789-a253-472dc95b6617,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:32.190116 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:32.220211 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.220552 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.220935 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.221300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.221638 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.221965 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.223483 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.223824 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.224156 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.224485 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.224840 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.225184 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.225513 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.225865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.226153 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Tracked resource versions report: Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: pushed versions: Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: { 'AddressGroup': {'1.2'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Agent': {'1.1'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'ConntrackHelper': {'1.0'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Log': {'1.0'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'NDPProxy': {'1.0'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Network': {'1.1'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Port': {'1.7'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'PortForwarding': {'1.3'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'QosPolicy': {'1.10'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroup': {'1.5'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SubPort': {'1.0'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Subnet': {'1.1'}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Trunk': {'1.1'}} Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: consumer versions: Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Agent': '1.1', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'ConntrackHelper': '1.0', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'LocalIPAssociation': '1.0', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Log': '1.0', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'NDPProxy': '1.0', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Network': '1.1', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Port': '1.7', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'PortForwarding': '1.3', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'QosPolicy': '1.10', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroup': '1.5', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroupRule': '1.2', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SubPort': '1.0', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Subnet': '1.1', Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Trunk': '1.1'}} Aug 08 02:17:32.227626 dv-cinder-740146-18-iscsi neutron-server[104629]: {{(pid=104629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:17:32.282314 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Attempting to bind port 7e2a4777-75d7-4789-a253-472dc95b6617 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:17:32.282314 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Attempting to bind port 7e2a4777-75d7-4789-a253-472dc95b6617 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:17:32.282314 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Attempting to bind port 7e2a4777-75d7-4789-a253-472dc95b6617 on network 7162ffb1-45c0-4727-b4c6-9efe8967a21a {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:17:32.288224 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:17:32.288595 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Checking segment: {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:17:32.289097 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:32.289484 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Bound using segment: {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:17:32.289944 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Bound port: 7e2a4777-75d7-4789-a253-472dc95b6617, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:17:32.290364 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:32.353872 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] For port 7e2a4777-75d7-4789-a253-472dc95b6617, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:17:32.373018 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] For port 7e2a4777-75d7-4789-a253-472dc95b6617, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=7e2a4777-75d7-4789-a253-472dc95b6617,segment=NetworkSegment(486a17e9-4eaf-439d-b6ca-bae0e9e48a04),segment_id=486a17e9-4eaf-439d-b6ca-bae0e9e48a04)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:17:32.432464 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:32.484942 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c728d4f-ef26-4b43-ada6-61ced83afc6b None None] Pushing event updated for resources: {'Port': ['ID=7e2a4777-75d7-4789-a253-472dc95b6617,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:33.675486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 58766) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:34.001646 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [None req-46b1c313-0f8d-4cc1-abd3-ab4e1b0919b3 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:17:34.002643 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-46b1c313-0f8d-4cc1-abd3-ab4e1b0919b3 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3262029 Aug 08 02:17:36.299102 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 58774) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:36.642817 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [None req-e4c81f7d-069c-44b9-8fa4-4c3d366b00a0 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:17:36.644422 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e4c81f7d-069c-44b9-8fa4-4c3d366b00a0 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437874 Aug 08 02:17:36.901116 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:38.913252 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58782) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:39.237449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:39.379464 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:39.381142 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:39.524612 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] Publish callbacks [] for router_controller (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:39.582156 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:39.679501 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:39.680757 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d6f32a56-7465-43dd-87c1-a1c94c9508c1 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7667205 Aug 08 02:17:40.503816 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb131c0b-8207-43ef-a640-2864362e18c6 None None] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:17:40.584924 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] Provisioning complete for port 7e2a4777-75d7-4789-a253-472dc95b6617 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:40.585344 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:40.770025 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] Current status of the port 7e2a4777-75d7-4789-a253-472dc95b6617 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:17:40.770420 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:40.811657 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] For port 7e2a4777-75d7-4789-a253-472dc95b6617, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=7e2a4777-75d7-4789-a253-472dc95b6617,segment=NetworkSegment(486a17e9-4eaf-439d-b6ca-bae0e9e48a04),segment_id=486a17e9-4eaf-439d-b6ca-bae0e9e48a04)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:17:40.929042 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:40.977825 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3252f-7fa1-4202-841c-b3e49b4b98e5 None None] Pushing event updated for resources: {'Port': ['ID=7e2a4777-75d7-4789-a253-472dc95b6617,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:41.010357 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 7e2a4777-75d7-4789-a253-472dc95b6617 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:17:41.057396 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-e01fe408-f5bc-410c-863c-29c125a8341e None None] Provisioning complete for port 7e2a4777-75d7-4789-a253-472dc95b6617 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:41.057763 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e01fe408-f5bc-410c-863c-29c125a8341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:41.090560 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 7e2a4777-75d7-4789-a253-472dc95b6617 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:41.090953 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:41.121124 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:41.190257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-e01fe408-f5bc-410c-863c-29c125a8341e None None] Current status of the port 7e2a4777-75d7-4789-a253-472dc95b6617 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:17:41.191830 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=56,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:41.201504 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 7e2a4777-75d7-4789-a253-472dc95b6617 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:17:41.290049 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:41.756805 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:41.961876 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 58796) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:42.291660 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [None req-98a013e1-832e-409b-b20b-068e5fe341a5 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:17:42.292739 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-98a013e1-832e-409b-b20b-068e5fe341a5 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3298986 Aug 08 02:17:42.974525 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 7e2a4777-75d7-4789-a253-472dc95b6617 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:17:43.000237 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:43.022267 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 7e2a4777-75d7-4789-a253-472dc95b6617 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:43.022661 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:43.102711 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 7e2a4777-75d7-4789-a253-472dc95b6617 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:17:44.544153 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 58804) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:44.861960 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:44.972253 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Made reservation on behalf of 5f307f793c6c464eafa52c1ca17d9bc6 for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:17:44.975280 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:44.990990 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.095846 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks [] for security_group (27e3b627-56fa-4771-ab15-a1f1ea03d323), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.168435 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (27e3b627-56fa-4771-ab15-a1f1ea03d323), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.184944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Reserving flat network on physical network physnet1 {{(pid=104628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 08 02:17:45.206634 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e3b627-56fa-4771-ab15-a1f1ea03d323,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:45.212468 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757229044197', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (ee783670-b9cf-4552-bb29-5cd19d5bd4d8), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.213077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Unsubscribe: segment precommit_create {{(pid=104628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 02:17:45.213554 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Added segment ee783670-b9cf-4552-bb29-5cd19d5bd4d8 of type flat for network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c Aug 08 02:17:45.266420 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (7286dd7a-5c70-4e8d-8cc6-90271b7e283c), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.366565 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (7286dd7a-5c70-4e8d-8cc6-90271b7e283c), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.367534 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:45.368107 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:45.487005 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] Pushing event updated for resources: {'Network': ['ID=7286dd7a-5c70-4e8d-8cc6-90271b7e283c,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:45.497124 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:17:45.519887 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ff74b0b8-d478-45b6-8342-c5ebd622037b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9746478 Aug 08 02:17:46.345639 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6ce63b61-f8f0-4021-a27b-39fcfbecdbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:47.732856 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58812) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:48.138366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f39e2-e531-4199-9b6d-33c409196a67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:48.139654 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-643f39e2-e531-4199-9b6d-33c409196a67 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/3c41f932-38e5-4042-8032-48af71444e6c HTTP/1.1" status: 200 len: 849 time: 0.4058518 Aug 08 02:17:48.277873 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ac93fe36-52f4-44e4-92da-f88806cf8b47 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 HTTP/1.1" status: 200 len: 704 time: 0.1317565 Aug 08 02:17:48.539369 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:48.834005 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Allocated IP 172.20.0.1 (7162ffb1-45c0-4727-b4c6-9efe8967a21a/3c41f932-38e5-4042-8032-48af71444e6c/fbb895b3-77f1-4974-bce7-cdadb3ceb2d0) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:17:49.018070 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-01cc1d9d-3c42-4bb5-8729-d61a7ee259e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.024272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks [] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.140620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.204789 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:49.218814 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:49.225148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:17:49.235381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:17:49.236254 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Pushing event updated for resources: {'Port': ['ID=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:49.240214 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:17:49.240776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.461992 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-3285d680-d9e7-4dca-a414-f36d5b933016 None None] Provisioning complete for port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:49.462308 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3285d680-d9e7-4dca-a414-f36d5b933016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.496381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-3285d680-d9e7-4dca-a414-f36d5b933016 None None] Port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:17:49.570975 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.711510 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.784421 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks [] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.840538 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.841348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:49.921271 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Pushing event updated for resources: {'Port': ['ID=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:49.968830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:17:49.970122 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:17:50.216803 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-d1e0dc85-cac4-4d74-8086-398fd3f36a10 None None] Provisioning complete for port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:50.217372 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d1e0dc85-cac4-4d74-8086-398fd3f36a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:50.229625 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:17:50.248741 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0dc85-cac4-4d74-8086-398fd3f36a10 None None] Port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:17:50.322569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:17:50.327762 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-806e00c2-18c3-4dae-8d8a-4a2f2f6966bf demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/bcd51b4a-e09d-4c76-899e-d4976fb1b7c6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0445333 Aug 08 02:17:50.333215 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Sync routers for ids ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:17:50.346013 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Routers {'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:17:50.346988 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:17:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:50.529922 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Set router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 gateway port host: None {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:17:50.955297 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'name': 'router1', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:17:39Z', 'updated_at': '2022-08-08T02:17:49Z', 'revision_number': 2, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'gw_port_host': None, '_interfaces': [{'id': 'fbb895b3-77f1-4974-bce7-cdadb3ceb2d0', 'name': '', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'mac_address': 'fa:16:3e:45:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:48Z', 'updated_at': '2022-08-08T02:17:49Z', 'revision_number': 2, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'subnets': [{'id': '3c41f932-38e5-4042-8032-48af71444e6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:51.005450 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Checking router: bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:17:51.005829 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Updating router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:17:51.057202 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.174570 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.368885 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.576544 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Publish callbacks [] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.669347 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.809888 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Pushing event updated for resources: {'Port': ['ID=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:51.825605 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.825956 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.826307 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.826697 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.826984 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.827314 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.827637 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.827961 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.828300 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.828627 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.828979 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.829321 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.829647 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.829964 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.830284 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Tracked resource versions report: Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: pushed versions: Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: { 'AddressGroup': {'1.2'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Agent': {'1.1'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'ConntrackHelper': {'1.0'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Log': {'1.0'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'NDPProxy': {'1.0'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Network': {'1.1'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Port': {'1.7'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'PortForwarding': {'1.3'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'QosPolicy': {'1.10'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroup': {'1.5'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SubPort': {'1.0'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Subnet': {'1.1'}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Trunk': {'1.1'}} Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: consumer versions: Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Agent': '1.1', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'ConntrackHelper': '1.0', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'LocalIPAssociation': '1.0', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Log': '1.0', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'NDPProxy': '1.0', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Network': '1.1', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Port': '1.7', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'PortForwarding': '1.3', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'QosPolicy': '1.10', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroup': '1.5', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroupRule': '1.2', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SubPort': '1.0', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Subnet': '1.1', Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Trunk': '1.1'}} Aug 08 02:17:51.832335 dv-cinder-740146-18-iscsi neutron-server[104630]: {{(pid=104630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:17:51.836751 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Attempting to bind port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:17:51.837151 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Attempting to bind port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:17:51.837569 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Attempting to bind port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 on network 7162ffb1-45c0-4727-b4c6-9efe8967a21a {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:17:51.843451 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:17:51.843856 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Checking segment: {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:17:51.844969 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.844969 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Bound using segment: {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:17:51.845234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Bound port: fbb895b3-77f1-4974-bce7-cdadb3ceb2d0, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486a17e9-4eaf-439d-b6ca-bae0e9e48a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:17:51.845564 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:51.911486 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] For port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:17:51.931364 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] For port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,segment=NetworkSegment(486a17e9-4eaf-439d-b6ca-bae0e9e48a04),segment_id=486a17e9-4eaf-439d-b6ca-bae0e9e48a04)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:17:52.041765 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:52.048183 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:52.076564 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:52.080131 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Routers {'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:17:52.080706 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:17:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:52.156189 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74037d0c-4958-4be6-bd4d-b833d76860be None None] Pushing event updated for resources: {'Port': ['ID=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:52.178452 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] Set router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 gateway port host: None {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:17:52.372617 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'name': 'router1', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:17:39Z', 'updated_at': '2022-08-08T02:17:49Z', 'revision_number': 2, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'gw_port_host': None, '_interfaces': [{'id': 'fbb895b3-77f1-4974-bce7-cdadb3ceb2d0', 'name': '', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'mac_address': 'fa:16:3e:45:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:48Z', 'updated_at': '2022-08-08T02:17:51Z', 'revision_number': 4, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'subnets': [{'id': '3c41f932-38e5-4042-8032-48af71444e6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:52.398734 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325e129-d5c9-48b8-89ec-17079cc85283 None None] The sync data for ids ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'] in dv-cinder-740146-18-iscsi is: [{'id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'name': 'router1', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:17:39Z', 'updated_at': '2022-08-08T02:17:49Z', 'revision_number': 2, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'gw_port_host': None, '_interfaces': [{'id': 'fbb895b3-77f1-4974-bce7-cdadb3ceb2d0', 'name': '', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'mac_address': 'fa:16:3e:45:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:48Z', 'updated_at': '2022-08-08T02:17:51Z', 'revision_number': 4, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'subnets': [{'id': '3c41f932-38e5-4042-8032-48af71444e6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:17:52.596904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58826) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:52.989609 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ecac9-0230-4baf-b3e9-ada0a64847a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:52.990989 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7a7ecac9-0230-4baf-b3e9-ada0a64847a1 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/7286dd7a-5c70-4e8d-8cc6-90271b7e283c HTTP/1.1" status: 200 len: 842 time: 0.3930242 Aug 08 02:17:53.000506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:53.006120 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:53.117072 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Made reservation on behalf of 5f307f793c6c464eafa52c1ca17d9bc6 for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:17:53.119479 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:53.251936 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:53.528640 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.objects.ports [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104627) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 08 02:17:53.529102 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (e9d699a5-7c31-4153-9d80-4c57cfcee3ae), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:53.583461 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d699a5-7c31-4153-9d80-4c57cfcee3ae,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:53.604112 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:17:53.604843 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Network hostable DHCP agents. Network: 7286dd7a-5c70-4e8d-8cc6-90271b7e283c, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:17:53.757233 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:17:53.877554 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 7286dd7a-5c70-4e8d-8cc6-90271b7e283c) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:17:53.882296 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:53.882891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:53.889861 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f8b70-1d42-45ce-a765-bc426ab7fff5 None None] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:17:53.998750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea85af-3771-4e53-8a2b-039b1aa9b26d None None] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:17:54.022605 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-966fa187-c3ef-439a-af8e-24b5d7b08e56 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0252321 Aug 08 02:17:55.476053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=34,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:55.484532 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=38,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:56.349032 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58834) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:17:56.768694 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ea289d1b-c1b8-47fc-9004-e515e7bfe17d demo admin] 10.222.0.27 "GET /networking/v2.0/routers/bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 HTTP/1.1" status: 200 len: 710 time: 0.4184504 Aug 08 02:17:56.860058 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81535a8-4bb2-44b2-9a99-0409f9c1aaeb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:17:56.861509 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b81535a8-4bb2-44b2-9a99-0409f9c1aaeb demo admin] 10.222.0.27 "GET /networking/v2.0/networks/7286dd7a-5c70-4e8d-8cc6-90271b7e283c HTTP/1.1" status: 200 len: 886 time: 0.0867755 Aug 08 02:17:56.871304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:17:57.187217 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks [] for router_gateway (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:57.346091 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:57.498195 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks [] for router_gateway (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:57.548038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:57.581610 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:57.693798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Allocated IP 172.27.3.191 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/b4392fc6-85b4-481c-a4e2-439637503dfc) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:17:57.795966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks [] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:57.888950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:57.931651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:17:57.934777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:17:57.938556 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:17:57.943576 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Pushing event updated for resources: {'Port': ['ID=b4392fc6-85b4-481c-a4e2-439637503dfc,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:17:58.242699 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks [] for router_gateway (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:58.434696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:58.438364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-375989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-516817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16775977'] for router (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:58.442578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-361038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-361015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-516830'] for router (bcd51b4a-e09d-4c76-899e-d4976fb1b7c6), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:58.524457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:58.548433 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:17:58.741841 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:17:58.746134 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:58.747291 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-75a0d223-1dc7-4e79-84d4-daa778dbc81b demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 HTTP/1.1" status: 200 len: 890 time: 1.8792534 Aug 08 02:17:58.751499 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Sync routers for ids ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:17:58.764471 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Routers {'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:17:58.765254 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:17:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:58.985240 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Set router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:17:59.031269 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:17:59.213614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:59.272521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:17:59.272929 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:59.352450 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:17:59.468716 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'name': 'router1', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'b4392fc6-85b4-481c-a4e2-439637503dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:17:39Z', 'updated_at': '2022-08-08T02:17:58Z', 'revision_number': 4, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'gw_port': {'id': 'b4392fc6-85b4-481c-a4e2-439637503dfc', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:57Z', 'updated_at': '2022-08-08T02:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'fbb895b3-77f1-4974-bce7-cdadb3ceb2d0', 'name': '', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'mac_address': 'fa:16:3e:45:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:48Z', 'updated_at': '2022-08-08T02:17:51Z', 'revision_number': 4, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'subnets': [{'id': '3c41f932-38e5-4042-8032-48af71444e6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:17:59.492475 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:17:59.492889 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:59.527753 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Checking router: bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:17:59.528130 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Updating router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 port b4392fc6-85b4-481c-a4e2-439637503dfc binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:17:59.600387 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,segment=NetworkSegment(486a17e9-4eaf-439d-b6ca-bae0e9e48a04),segment_id=486a17e9-4eaf-439d-b6ca-bae0e9e48a04)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:17:59.601670 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:59.697257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:17:59.843932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=fbb895b3-77f1-4974-bce7-cdadb3ceb2d0,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:18:00.027083 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Publish callbacks [] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:00.126486 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:00.166334 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Attempting to bind port b4392fc6-85b4-481c-a4e2-439637503dfc on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:18:00.166703 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Attempting to bind port b4392fc6-85b4-481c-a4e2-439637503dfc by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:18:00.167113 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Attempting to bind port b4392fc6-85b4-481c-a4e2-439637503dfc on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:18:00.176069 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:18:00.176451 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:18:00.176899 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:00.177298 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:18:00.177755 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Bound port: b4392fc6-85b4-481c-a4e2-439637503dfc, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:18:00.178129 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:00.182813 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec9a09-7b69-41af-8b11-1070084fcf41 None None] Pushing event updated for resources: {'Port': ['ID=b4392fc6-85b4-481c-a4e2-439637503dfc,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:18:00.233446 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] For port b4392fc6-85b4-481c-a4e2-439637503dfc, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:18:00.236556 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] For port b4392fc6-85b4-481c-a4e2-439637503dfc, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b4392fc6-85b4-481c-a4e2-439637503dfc,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:18:00.323484 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:00.363264 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Routers {'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:18:00.363911 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:17:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:18:00.414713 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec9a09-7b69-41af-8b11-1070084fcf41 None None] Pushing event updated for resources: {'Port': ['ID=b4392fc6-85b4-481c-a4e2-439637503dfc,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:18:00.479729 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] Set router bcd51b4a-e09d-4c76-899e-d4976fb1b7c6 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:18:00.502617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:00.515917 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:00.682937 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'name': 'router1', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'b4392fc6-85b4-481c-a4e2-439637503dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:17:39Z', 'updated_at': '2022-08-08T02:17:58Z', 'revision_number': 4, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'gw_port': {'id': 'b4392fc6-85b4-481c-a4e2-439637503dfc', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:57Z', 'updated_at': '2022-08-08T02:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'fbb895b3-77f1-4974-bce7-cdadb3ceb2d0', 'name': '', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'mac_address': 'fa:16:3e:45:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:48Z', 'updated_at': '2022-08-08T02:17:59Z', 'revision_number': 5, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'subnets': [{'id': '3c41f932-38e5-4042-8032-48af71444e6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:18:00.710855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3fe5-5fd6-45b8-aa59-bd3bf2bb6a9a None None] The sync data for ids ['bcd51b4a-e09d-4c76-899e-d4976fb1b7c6'] in dv-cinder-740146-18-iscsi is: [{'id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'name': 'router1', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'b4392fc6-85b4-481c-a4e2-439637503dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:17:39Z', 'updated_at': '2022-08-08T02:17:58Z', 'revision_number': 4, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'gw_port': {'id': 'b4392fc6-85b4-481c-a4e2-439637503dfc', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:57Z', 'updated_at': '2022-08-08T02:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'fbb895b3-77f1-4974-bce7-cdadb3ceb2d0', 'name': '', 'network_id': '7162ffb1-45c0-4727-b4c6-9efe8967a21a', 'tenant_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'mac_address': 'fa:16:3e:45:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd51b4a-e09d-4c76-899e-d4976fb1b7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c41f932-38e5-4042-8032-48af71444e6c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:17:48Z', 'updated_at': '2022-08-08T02:17:59Z', 'revision_number': 5, 'project_id': 'dc4509b5ca9c436db5ef9d44f4b49d26', 'subnets': [{'id': '3c41f932-38e5-4042-8032-48af71444e6c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ab854e-e191-4322-bede-ee2546c208cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:18:01.071766 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:18:01.117970 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:18:01.126436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:01.197807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:18:01.198801 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b4392fc6-85b4-481c-a4e2-439637503dfc up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:18:01.207834 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 58848) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:18:01.247571 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port b4392fc6-85b4-481c-a4e2-439637503dfc triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:18:01.248028 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:01.325739 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port b4392fc6-85b4-481c-a4e2-439637503dfc is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:18:01.326429 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:01.352890 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port b4392fc6-85b4-481c-a4e2-439637503dfc, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b4392fc6-85b4-481c-a4e2-439637503dfc,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:18:01.448827 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:01.501783 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=b4392fc6-85b4-481c-a4e2-439637503dfc,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:18:01.637284 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b24d4265-7d84-40cb-bc82-08b7e3e7556a admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4283104 Aug 08 02:18:02.739266 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:18:02.989287 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b4392fc6-85b4-481c-a4e2-439637503dfc up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:18:03.036227 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port b4392fc6-85b4-481c-a4e2-439637503dfc triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:18:03.036617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (b4392fc6-85b4-481c-a4e2-439637503dfc), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:03.105590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port b4392fc6-85b4-481c-a4e2-439637503dfc is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:18:11.629659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=38 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:11.634010 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:12.734299 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=58 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:12.735660 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=18 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:13.103845 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:13.105907 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:16.354974 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-5efa628c-a87c-42cf-99e5-91c4bb353c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:18.997019 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ed9a78e7-9bba-4623-9677-21f6e1abea3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:19.739825 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:21.224917 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:21.400108 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:31.312045 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:31.319674 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:39.739023 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:18:41.751190 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:46.378979 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-935bc678-aa81-4bb9-8316-f66db12476de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:49.001717 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7681-3b72-4cee-8529-319b636fa791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:49.664436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:49.735321 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:18:51.216990 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:18:51.360058 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:01.123900 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:01.305125 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:16.366172 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4acc3ecf-11c0-4bf2-bd16-8fba54d48b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:16.739007 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:19:19.010680 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-49d3b23c-c2f0-4e4d-a41b-b52ac2134c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:19.675099 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:21.246267 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:21.394841 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:25.563531 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59386) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:25.897435 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.pecan_wsgi.hooks.translation [None req-917e9f16-94ac-4520-a757-edba08c4b555 admin admin] GET failed (client error): The resource could not be found. Aug 08 02:19:25.898728 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-917e9f16-94ac-4520-a757-edba08c4b555 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3342395 Aug 08 02:19:26.067711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c1339-3598-4ae0-9a4c-5b77ff6fff31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:26.069216 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ba0c1339-3598-4ae0-9a4c-5b77ff6fff31 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660771 Aug 08 02:19:26.734072 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:26.734959 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:28.238273 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59396) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:28.601451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7e6b0-319d-4969-ba27-a02d0913b289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:28.602831 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-95e7e6b0-319d-4969-ba27-a02d0913b289 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/3c41f932-38e5-4042-8032-48af71444e6c HTTP/1.1" status: 200 len: 849 time: 0.3635094 Aug 08 02:19:28.612938 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:19:28.700075 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Publish callbacks [] for subnet (3c41f932-38e5-4042-8032-48af71444e6c), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:28.903289 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757228988892'] for subnet (3c41f932-38e5-4042-8032-48af71444e6c), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:28.938910 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:28.940965 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:28.941711 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/3c41f932-38e5-4042-8032-48af71444e6c HTTP/1.1" status: 200 len: 868 time: 0.3329806 Aug 08 02:19:28.944579 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfbc257-d45e-4372-895f-e82138ddc186 None None] Network 7162ffb1-45c0-4727-b4c6-9efe8967a21a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:19:28.961822 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c41f932-38e5-4042-8032-48af71444e6c,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:19:28.969578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.970086 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.970463 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.970913 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.971326 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.971672 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.972012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.972338 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.972710 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.973056 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.973408 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.973744 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.974073 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.974427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:28.974724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c6a7d-36a6-4a13-9a56-f6716c4372dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:19:29.234036 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eab1a204-f27c-4e28-a8c2-7de0595115a6 None None] Provisioning complete for port 7e2a4777-75d7-4789-a253-472dc95b6617 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:19:29.234422 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eab1a204-f27c-4e28-a8c2-7de0595115a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (7e2a4777-75d7-4789-a253-472dc95b6617), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:29.309871 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eab1a204-f27c-4e28-a8c2-7de0595115a6 None None] Current status of the port 7e2a4777-75d7-4789-a253-472dc95b6617 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:19:29.317806 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eab1a204-f27c-4e28-a8c2-7de0595115a6 None None] Provisioning complete for port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:19:29.318194 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eab1a204-f27c-4e28-a8c2-7de0595115a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (fbb895b3-77f1-4974-bce7-cdadb3ceb2d0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:29.388381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eab1a204-f27c-4e28-a8c2-7de0595115a6 None None] Current status of the port fbb895b3-77f1-4974-bce7-cdadb3ceb2d0 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:19:31.156657 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59404) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:31.629709 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283121a-4f95-4867-9a32-75d5c789a4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:31.630182 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5283121a-4f95-4867-9a32-75d5c789a4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:31.631726 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5283121a-4f95-4867-9a32-75d5c789a4a1 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4740739 Aug 08 02:19:33.820941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59412) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:34.232469 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192124b-ca04-42fd-87c2-d4f7d638705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:34.232891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192124b-ca04-42fd-87c2-d4f7d638705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:34.234440 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-c192124b-ca04-42fd-87c2-d4f7d638705a admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4124992 Aug 08 02:19:36.414635 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59420) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:36.833255 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792bc31-9ef2-40a9-a4cb-59e079848a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:36.833255 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7792bc31-9ef2-40a9-a4cb-59e079848a88 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/7162ffb1-45c0-4727-b4c6-9efe8967a21a HTTP/1.1" status: 200 len: 869 time: 0.4063284 Aug 08 02:19:38.993752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59428) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:39.319328 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:39.354940 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:39.385951 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:39.386796 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:39.395771 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622d2cd-a67b-4ea0-a39d-aa2198affa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:39.398881 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-2622d2cd-a67b-4ea0-a39d-aa2198affa51 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/7286dd7a-5c70-4e8d-8cc6-90271b7e283c HTTP/1.1" status: 200 len: 886 time: 0.4025726 Aug 08 02:19:41.573320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59436) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:41.974518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb2e44-3349-4de7-b12c-789a9eff8d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:41.974886 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb2e44-3349-4de7-b12c-789a9eff8d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:41.976396 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-3ebb2e44-3349-4de7-b12c-789a9eff8d76 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4021208 Aug 08 02:19:44.145925 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59444) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:44.515561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb33adb-7175-49a5-840f-23ae70005f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:44.515937 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb33adb-7175-49a5-840f-23ae70005f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:44.518628 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5fb33adb-7175-49a5-840f-23ae70005f61 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3714502 Aug 08 02:19:46.371178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ae5168db-fb39-4388-b08e-c64e81da2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:46.689859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59452) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:47.073403 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f12f4f-d42a-41ee-a1b2-a4684e0abc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:47.074870 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-76f12f4f-d42a-41ee-a1b2-a4684e0abc9e admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/3c41f932-38e5-4042-8032-48af71444e6c HTTP/1.1" status: 200 len: 868 time: 0.3840542 Aug 08 02:19:49.005420 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-839067a9-e56f-4b98-9cc4-8fb6b4e9ad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:49.309504 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59460) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:19:49.690872 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee8d0a-d5fc-4424-9a35-23d95f3e25e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:19:49.692226 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-61ee8d0a-d5fc-4424-9a35-23d95f3e25e1 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/e9d699a5-7c31-4153-9d80-4c57cfcee3ae HTTP/1.1" status: 200 len: 816 time: 0.3817239 Aug 08 02:19:49.759682 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:51.217090 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:51.360040 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:19:53.737910 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:19:59.685434 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=39 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:19:59.687342 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=25 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:01.301616 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:01.303750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:11.343979 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=18 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:11.348904 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=16 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:16.358859 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-338a04ec-6525-4145-b412-153c05d40578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:17.680647 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59516) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:20:18.010119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [None req-ec3b4f56-7c2f-4d23-aea4-95a16972082e admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:20:18.011206 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ec3b4f56-7c2f-4d23-aea4-95a16972082e admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3314233 Aug 08 02:20:19.038558 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3152ade4-a8f6-447d-8e17-9f6a57b8c3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:19.679155 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:20.291245 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59526) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:20:20.638077 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3845ac92-6094-4bbd-82ee-bfc2753ac149 admin admin] GET failed (client error): The resource could not be found. Aug 08 02:20:20.639368 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3845ac92-6094-4bbd-82ee-bfc2753ac149 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3471684 Aug 08 02:20:20.781211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242b4cc-64f9-4797-a938-3d56b0d7b6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:20:20.782715 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f242b4cc-64f9-4797-a938-3d56b0d7b6f9 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380136 Aug 08 02:20:21.221484 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:21.370041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:22.984242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59534) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:20:23.307149 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:20:23.381111 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Made reservation on behalf of 5f307f793c6c464eafa52c1ca17d9bc6 for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:20:23.383423 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:23.417873 dv-cinder-740146-18-iscsi neutron-server[104628]: WARNING neutron.services.revisions.revision_plugin [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Could not find related network for resource to bump revision. Aug 08 02:20:23.433452 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:20:23.441857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (20fe087d-372f-4fd4-acf5-53c118bb2e1e), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:23.442194 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Added segment 20fe087d-372f-4fd4-acf5-53c118bb2e1e of type vlan for network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 Aug 08 02:20:23.492830 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (bd500ab7-91a2-4375-9e0e-781fb9d4a0e7), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:23.564655 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (bd500ab7-91a2-4375-9e0e-781fb9d4a0e7), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:23.565649 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:20:23.566228 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:23.627004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Pushing event updated for resources: {'Network': ['ID=bd500ab7-91a2-4375-9e0e-781fb9d4a0e7,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:20:23.633695 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.634051 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.634418 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.634762 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.635096 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.635429 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.635759 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.636086 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.636413 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.636762 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.637116 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.637486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.637808 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.638127 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.638450 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:23.650987 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:20:23.658685 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b7f5a5ae-6353-4774-9f83-c7415775937c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6725886 Aug 08 02:20:25.869655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59542) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:20:26.205665 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.pecan_wsgi.hooks.translation [None req-482746bd-5eb3-497f-b3d5-d97089365b42 admin admin] GET failed (client error): The resource could not be found. Aug 08 02:20:26.206942 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-482746bd-5eb3-497f-b3d5-d97089365b42 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3362925 Aug 08 02:20:26.277361 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff0ee6-dca1-4d1c-84c1-24c34e9415b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:20:26.278816 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-23ff0ee6-dca1-4d1c-84c1-24c34e9415b2 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675771 Aug 08 02:20:26.288855 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:20:26.381435 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Made reservation on behalf of 5f307f793c6c464eafa52c1ca17d9bc6 for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:20:26.383818 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:26.701843 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (fd2ed5de-ba18-4906-85ea-922140c3c54f), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:26.765090 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2ed5de-ba18-4906-85ea-922140c3c54f,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:20:26.769991 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Checking segment: {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:20:26.770339 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Network hostable DHCP agents. Network: bd500ab7-91a2-4375-9e0e-781fb9d4a0e7, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:20:26.844567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:20:26.924438 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, bd500ab7-91a2-4375-9e0e-781fb9d4a0e7) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:20:26.929298 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:20:26.929891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:26.939274 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635af4a-7ca8-4c6f-93d5-faaa2d3ee653 None None] Network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:20:27.033033 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7a8c6a8c-42ba-46ce-aec1-9b2183d4f532 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7332497 Aug 08 02:20:27.043069 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-bd500ab7-91a2-4375-9e0e-781fb9d4a0e7', 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7', 'project_id': '5f307f793c6c464eafa52c1ca17d9bc6', 'fixed_ips': [{'subnet_id': 'fd2ed5de-ba18-4906-85ea-922140c3c54f'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:20:27.044155 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:27.188481 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Allocated IP 192.168.233.2 (bd500ab7-91a2-4375-9e0e-781fb9d4a0e7/fd2ed5de-ba18-4906-85ea-922140c3c54f/5be8df4b-93b3-442c-bf7e-98bfc31dd4c5) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:20:27.493561 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Publish callbacks [] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:27.593537 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:27.734143 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:20:27.740573 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:20:27.746178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:20:27.757851 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Pushing event updated for resources: {'Port': ['ID=5be8df4b-93b3-442c-bf7e-98bfc31dd4c5,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:20:27.779846 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.780185 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.780536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.780909 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.781239 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.781802 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.782328 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.782531 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.782874 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.783196 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.783519 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.783865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.784167 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.784479 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.784819 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:20:27.823169 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Attempting to bind port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:20:27.823518 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Attempting to bind port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:20:27.823875 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Attempting to bind port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 on network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:20:27.829614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:20:27.829979 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Checking segment: {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:20:27.830381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:27.830764 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Bound using segment: {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:20:27.831222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Bound port: 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:20:27.831593 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:27.894048 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] For port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:20:27.897187 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] For port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5be8df4b-93b3-442c-bf7e-98bfc31dd4c5,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:20:27.988606 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:28.052779 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e760b-25c4-41e9-b23d-99b37f25e447 None None] Pushing event updated for resources: {'Port': ['ID=5be8df4b-93b3-442c-bf7e-98bfc31dd4c5,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:20:28.826361 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d511f36-3d35-4463-b0dd-7ed90400d934 None None] Network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:20:28.842016 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:28.888736 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] Provisioning complete for port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:20:28.889138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:28.895710 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:29.013331 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] Current status of the port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:20:29.014634 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:29.056110 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] For port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5be8df4b-93b3-442c-bf7e-98bfc31dd4c5,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:20:29.112976 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:29.145883 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:20:29.218249 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56bd43-e238-415d-939f-997109a25c8f None None] Pushing event updated for resources: {'Port': ['ID=5be8df4b-93b3-442c-bf7e-98bfc31dd4c5,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:20:29.228193 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:20:29.228586 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:29.257640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-fad5f2ab-2ee2-4f0c-93ed-9821b6b66ebe None None] Provisioning complete for port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:20:29.258040 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-fad5f2ab-2ee2-4f0c-93ed-9821b6b66ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:29.377306 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:20:29.381666 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-fad5f2ab-2ee2-4f0c-93ed-9821b6b66ebe None None] Current status of the port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:20:30.737041 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:20:31.090628 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:20:31.134165 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:20:31.134552 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5be8df4b-93b3-442c-bf7e-98bfc31dd4c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:31.208459 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5be8df4b-93b3-442c-bf7e-98bfc31dd4c5 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:20:33.624981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:33.630746 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:36.941371 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=48,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:36.943187 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=43,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:40.732141 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:40.733538 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:41.238601 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:20:46.369097 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-419b695b-d938-43aa-9b2d-61eff313849d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:49.009454 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c48f79af-d0ea-43f6-b0d5-b41dd6aea487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:49.678173 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:51.209029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:20:51.392275 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:01.308847 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:01.311187 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:07.736241 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:21:14.735205 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:16.351747 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4077-e55b-4770-af5f-de2755956183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:17.731712 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:19.008537 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-14cc37ed-935b-4a5f-9bcc-80d4276a42bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:19.705823 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:21.225443 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:21.396938 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:31.142535 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:31.311439 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:44.735337 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:21:46.379157 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3e633ed3-7496-48f0-9145-3aac04b9ef7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:46.742256 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:46.910866 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59580) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:21:46.916692 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [None req-b0569714-200d-44ba-b7bf-bac7e3f68efd tempest-verify_tempest_config-777046908 tempest-verify_tempest_config-777046908-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:21:46.917687 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b0569714-200d-44ba-b7bf-bac7e3f68efd tempest-verify_tempest_config-777046908 tempest-verify_tempest_config-777046908-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058570 Aug 08 02:21:47.652873 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59598) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:21:47.979389 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.053677 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Publish callbacks [] for security_group (48cba707-f475-4b8c-819d-d84d4782d2e0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.138897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (48cba707-f475-4b8c-819d-d84d4782d2e0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.186356 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9fcc3b45fa7e4f4f90232766c498c5fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5324171 Aug 08 02:21:48.187397 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cba707-f475-4b8c-819d-d84d4782d2e0,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:21:48.190423 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59602) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:21:48.194922 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.195281 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.195641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.196037 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.196320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.196652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.197009 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.197334 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.197676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.198010 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.198346 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.198676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.199001 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.199328 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.199642 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22167f2b-2856-442f-996f-2e300ac2b3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.245971 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Publish callbacks [] for security_group (48cba707-f475-4b8c-819d-d84d4782d2e0), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.269686 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Publish callbacks [] for security_group (48cba707-f475-4b8c-819d-d84d4782d2e0), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.425371 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (48cba707-f475-4b8c-819d-d84d4782d2e0), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.427864 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:48.429029 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-94729d51-b798-410f-97e7-99198447165f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/48cba707-f475-4b8c-819d-d84d4782d2e0 HTTP/1.1" status: 204 len: 168 time: 0.2388163 Aug 08 02:21:48.437133 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cba707-f475-4b8c-819d-d84d4782d2e0,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:21:48.444403 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.444789 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.445155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.445493 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.445826 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.446205 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.446480 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.446804 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.447143 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.447468 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.447806 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.448131 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.448449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.448803 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.449123 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94729d51-b798-410f-97e7-99198447165f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:21:48.997039 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-fd8907c5-36fb-4f7a-a8cf-98e38d405789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:49.682199 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:51.219971 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:51.385599 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:21:54.731973 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:58.182539 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:58.191378 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:58.432538 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:21:58.440517 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:01.316496 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:01.318530 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:11.255566 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=11 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:11.256297 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=15 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:16.367341 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9f522702-e8dd-47d6-9729-a9c48893a301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:19.041906 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-40298d01-fe2f-468c-a60c-928e530aed3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:19.704725 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:21.224682 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:21.350334 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:21.734703 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:22:31.312362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:31.314421 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:31.730304 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:31.731118 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:41.768028 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:22:46.355407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8cae87cd-e5aa-4803-8846-42d1333d6a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:49.006670 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-64ad4e20-d72b-4df9-bd55-7d8254f1f6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:49.680784 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:51.206816 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:51.366764 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:22:58.733969 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 5 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:23:01.312615 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:01.318634 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:14.738140 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=7 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:14.738913 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:16.366389 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f8b67301-1d2c-4ae2-ae78-29100385e933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:19.000554 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d5fe3cb9-04c2-48a6-b2d5-b085c6acd9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:19.678604 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:21.211854 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:21.365791 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:23.615747 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518366'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:33.555917 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:33.559055 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:35.733788 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:23:35.808871 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59698) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:23:35.939619 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-90a37209-0bb1-4fa6-9d84-f975434e2f80 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1296468 Aug 08 02:23:37.748999 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:37.999981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59708) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:23:38.055953 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2861fec9-93a9-446b-99cd-6e3aab8b4110 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0549030 Aug 08 02:23:45.729589 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:46.380694 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-88eb92f6-63e2-4cd7-9790-113124b32703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:48.050142 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:48.050935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:23:49.005384 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-be525700-e7b5-4d35-853d-65c5243d1f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:49.697106 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:51.228082 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:51.431952 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:23:53.563292 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:03.501351 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:03.503235 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:12.732530 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:24:16.454041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6a27db28-529e-498e-a9a0-c009d4e4361d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:19.004536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-47a9b57f-29b3-4597-8218-bbcabdb2e7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:19.719304 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:21.236359 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:21.419705 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:22.727508 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=17 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:22.728442 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=17 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:23.596430 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:33.523166 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:33.525339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:46.393175 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ef45b1f1-dbd1-4a18-94a6-58ab380c14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.012963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9ca9506b-4eea-4b4d-8b6a-d971b3ccbbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.695587 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.731053 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:24:51.227373 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:51.398286 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.584324 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:59.726985 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:59.728027 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:03.517148 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:03.523133 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:09.917471 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59838) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:09.993655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59844) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:10.554911 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1304557018-network', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:10.600376 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-684006852-network', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:10.638901 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Made reservation on behalf of ca29b2b9a59d4826bfd25f4dcfa9cffe for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:10.641305 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.649753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.730116 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks [] for security_group (c610b3ed-f8d3-4e3d-8908-05a8c9d4389d), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.737268 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Made reservation on behalf of 8af7d2bbc6d94273bd39c81423d8cebe for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:10.739593 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.749314 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.812629 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (c610b3ed-f8d3-4e3d-8908-05a8c9d4389d), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.838999 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:10.848791 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks [] for security_group (cc1a03a4-22fc-4910-b23c-69183f72aaaf), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.866777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (2ef494e7-d575-4038-82df-10ae6fe8278f), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.867051 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Added segment 2ef494e7-d575-4038-82df-10ae6fe8278f of type vlan for network f92c936a-6950-4530-8001-5260ea91adac Aug 08 02:25:10.877095 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c610b3ed-f8d3-4e3d-8908-05a8c9d4389d,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:10.906805 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.907155 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.907495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.907830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.908159 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.908493 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.908836 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.909158 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.909492 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.909817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.910145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.910464 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.910783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.911098 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.911411 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Tracked resource versions report: Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: pushed versions: Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: { 'AddressGroup': {'1.2'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Agent': {'1.1'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'ConntrackHelper': {'1.0'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Log': {'1.0'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'NDPProxy': {'1.0'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Network': {'1.1'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Port': {'1.7'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'PortForwarding': {'1.3'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'QosPolicy': {'1.10'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroup': {'1.5'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SubPort': {'1.0'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Subnet': {'1.1'}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Trunk': {'1.1'}} Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: consumer versions: Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: HyperV agent@hv-cinder-74014: {}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Agent': '1.1', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'ConntrackHelper': '1.0', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'LocalIPAssociation': '1.0', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Log': '1.0', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'NDPProxy': '1.0', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Network': '1.1', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Port': '1.7', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'PortForwarding': '1.3', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'QosPolicy': '1.10', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroup': '1.5', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SecurityGroupRule': '1.2', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'SubPort': '1.0', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Subnet': '1.1', Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: 'Trunk': '1.1'}} Aug 08 02:25:10.912752 dv-cinder-740146-18-iscsi neutron-server[104627]: {{(pid=104627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:25:10.923236 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (f92c936a-6950-4530-8001-5260ea91adac), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:10.981580 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cc1a03a4-22fc-4910-b23c-69183f72aaaf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.004696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:11.018520 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a03a4-22fc-4910-b23c-69183f72aaaf,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:11.024216 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (a080c286-f7f3-421b-97b8-f5c52cf3c873), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.024216 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Added segment a080c286-f7f3-421b-97b8-f5c52cf3c873 of type vlan for network 847f3ad1-eef7-41cf-8570-7f9863393002 Aug 08 02:25:11.058168 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (f92c936a-6950-4530-8001-5260ea91adac), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.059447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:11.060627 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.073985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (847f3ad1-eef7-41cf-8570-7f9863393002), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.194398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] Pushing event updated for resources: {'Network': ['ID=f92c936a-6950-4530-8001-5260ea91adac,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:11.203809 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network f92c936a-6950-4530-8001-5260ea91adac details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:11.265227 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b96c83f3-f2c2-44d0-8c22-705467b67184 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3465328 Aug 08 02:25:11.267599 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59892) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:11.273716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Request body: {'subnet': {'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-subnet', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:11.303439 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (847f3ad1-eef7-41cf-8570-7f9863393002), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.304452 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:11.305068 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.365607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] Pushing event updated for resources: {'Network': ['ID=847f3ad1-eef7-41cf-8570-7f9863393002,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:11.375113 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 847f3ad1-eef7-41cf-8570-7f9863393002 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:11.421836 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Made reservation on behalf of ca29b2b9a59d4826bfd25f4dcfa9cffe for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:11.424934 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.521095 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-9c022dbd-b840-43eb-95bc-d3cc33b9cbbc admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.5282111 Aug 08 02:25:11.523870 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59900) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:11.526746 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Request body: {'subnet': {'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-subnet', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:11.549510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:11.643355 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59908) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:11.663824 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Made reservation on behalf of 8af7d2bbc6d94273bd39c81423d8cebe for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:11.666304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.670710 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:11.698643 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (7a395e29-3199-4a8d-a57e-2613d08d7478), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.742952 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a395e29-3199-4a8d-a57e-2613d08d7478,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:11.754406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.755010 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.755531 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.756031 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.756538 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.757637 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.758125 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.758601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.759514 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.759949 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.760181 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.760745 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.761007 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.761473 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.761952 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Tracked resource versions report: Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: pushed versions: Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: { 'AddressGroup': {'1.2'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Agent': {'1.1'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'ConntrackHelper': {'1.0'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Log': {'1.0'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'NDPProxy': {'1.0'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Network': {'1.1'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Port': {'1.7'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'PortForwarding': {'1.3'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'QosPolicy': {'1.10'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroup': {'1.5'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SubPort': {'1.0'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Subnet': {'1.1'}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Trunk': {'1.1'}} Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: consumer versions: Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: HyperV agent@hv-cinder-74014: {}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Agent': '1.1', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'ConntrackHelper': '1.0', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'LocalIPAssociation': '1.0', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Log': '1.0', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'NDPProxy': '1.0', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Network': '1.1', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Port': '1.7', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'PortForwarding': '1.3', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'QosPolicy': '1.10', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroup': '1.5', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SecurityGroupRule': '1.2', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'SubPort': '1.0', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Subnet': '1.1', Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: 'Trunk': '1.1'}} Aug 08 02:25:11.763997 dv-cinder-740146-18-iscsi neutron-server[104628]: {{(pid=104628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:25:11.798966 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:11.800794 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Network hostable DHCP agents. Network: f92c936a-6950-4530-8001-5260ea91adac, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:11.881054 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Network f92c936a-6950-4530-8001-5260ea91adac is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:11.950126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (a4b6df36-21fc-4b32-836d-015ed5b16480), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:11.978649 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, f92c936a-6950-4530-8001-5260ea91adac) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:11.995055 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7cff45-c2b4-4558-abc3-d1aa293f322f None None] Network f92c936a-6950-4530-8001-5260ea91adac requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:11.999121 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:12.000483 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.022479 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Checking segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:12.022825 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Network hostable DHCP agents. Network: 847f3ad1-eef7-41cf-8570-7f9863393002, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:12.029694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b6df36-21fc-4b32-836d-015ed5b16480,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:12.124004 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-1418ced2-0090-44dd-b285-5849b9276e91 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8552761 Aug 08 02:25:12.127016 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59920) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:12.129513 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-network', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:12.138049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:12.138264 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-f92c936a-6950-4530-8001-5260ea91adac', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:25:12.138264 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.164313 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:12.172243 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59922) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:12.229589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Made reservation on behalf of 7caa43bf43ad4e84b4b648e9ab33bd7f for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:12.232067 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.246319 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.265741 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 847f3ad1-eef7-41cf-8570-7f9863393002) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:12.275294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (baaf2309-8b6a-4950-8cf2-7844ab33a603), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.277892 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (baaf2309-8b6a-4950-8cf2-7844ab33a603), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.282994 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Allocated IP 172.20.0.2 (f92c936a-6950-4530-8001-5260ea91adac/7a395e29-3199-4a8d-a57e-2613d08d7478/ffa57565-f989-414f-9491-35f5dce6a3f0) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:12.296617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262c807-6ef4-4c60-a3e8-01e6dc0099c4 None None] Network 847f3ad1-eef7-41cf-8570-7f9863393002 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:12.305351 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59928) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:12.356852 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks [] for router_controller (baaf2309-8b6a-4950-8cf2-7844ab33a603), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.356852 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:12.356852 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.360884 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59932) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:12.394001 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks [] for security_group (65f9d1d0-d448-42cf-a8e8-5b71f7bde57b), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.463469 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-84af6742-b5cb-4d5a-bc8b-14f9b5e0e721 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9406357 Aug 08 02:25:12.469149 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:12.471565 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 59938) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:12.479140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:12.486866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Publish callbacks [] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.548818 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (65f9d1d0-d448-42cf-a8e8-5b71f7bde57b), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.566019 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-847f3ad1-eef7-41cf-8570-7f9863393002', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:25:12.566542 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:12.567494 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.601442 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.606055 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (57babc71-1730-46f1-927f-f88039fdd44d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.607095 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Added segment 57babc71-1730-46f1-927f-f88039fdd44d of type vlan for network 637774ba-5318-4e0b-8885-18933b06fb53 Aug 08 02:25:12.641974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks [] for router_gateway (baaf2309-8b6a-4950-8cf2-7844ab33a603), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.654836 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9d1d0-d448-42cf-a8e8-5b71f7bde57b,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:12.686906 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Pushing event updated for resources: {'Port': ['ID=ffa57565-f989-414f-9491-35f5dce6a3f0,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:12.687428 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-855891392-network', 'tenant_id': 'd7025c9928ff43feb51778ce5724e0ec'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:12.694287 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.694717 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.696197 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.696704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.697104 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.697548 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.697941 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.698486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1597932111-network', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:12.698672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.699223 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.700913 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.701707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.702299 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.702863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.703214 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (2784d75b-9488-47fc-ac16-6cedcf408725), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.703606 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.704123 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:12.704781 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (2784d75b-9488-47fc-ac16-6cedcf408725), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Tracked resource versions report: Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: pushed versions: Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: { 'AddressGroup': {'1.2'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Agent': {'1.1'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'ConntrackHelper': {'1.0'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Log': {'1.0'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'NDPProxy': {'1.0'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Network': {'1.1'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Port': {'1.7'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'PortForwarding': {'1.3'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'QosPolicy': {'1.10'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroup': {'1.5'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SubPort': {'1.0'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Subnet': {'1.1'}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Trunk': {'1.1'}} Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: consumer versions: Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: HyperV agent@hv-cinder-74014: {}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Agent': '1.1', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'ConntrackHelper': '1.0', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'LocalIPAssociation': '1.0', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Log': '1.0', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'NDPProxy': '1.0', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Network': '1.1', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Port': '1.7', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'PortForwarding': '1.3', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'QosPolicy': '1.10', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroup': '1.5', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SecurityGroupRule': '1.2', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'SubPort': '1.0', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Subnet': '1.1', Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: 'Trunk': '1.1'}} Aug 08 02:25:12.705855 dv-cinder-740146-18-iscsi neutron-server[104629]: {{(pid=104629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:25:12.728243 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1892261933-network', 'tenant_id': '5515114a058944a49182063213de54d3'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:12.732865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:12.741717 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (637774ba-5318-4e0b-8885-18933b06fb53), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.780001 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:12.784911 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:12.816935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:12.833102 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:12.901662 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Attempting to bind port ffa57565-f989-414f-9491-35f5dce6a3f0 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:12.901662 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Attempting to bind port ffa57565-f989-414f-9491-35f5dce6a3f0 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:12.901662 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Attempting to bind port ffa57565-f989-414f-9491-35f5dce6a3f0 on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:12.906367 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:12.909728 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Made reservation on behalf of d7025c9928ff43feb51778ce5724e0ec for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:12.912886 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.917614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:12.918253 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:12.918843 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.919530 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Bound using segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:12.920240 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Bound port: ffa57565-f989-414f-9491-35f5dce6a3f0, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:12.920911 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.923725 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Allocated IP 172.20.0.2 (847f3ad1-eef7-41cf-8570-7f9863393002/a4b6df36-21fc-4b32-836d-015ed5b16480/355ead1e-0e1d-4d24-8682-15b7bb7b72cb) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:12.938029 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks [] for router_controller (2784d75b-9488-47fc-ac16-6cedcf408725), precommit_add_association {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.940765 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:12.968192 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:13.031598 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Made reservation on behalf of ee8baa7d6e294e27ae2fb12eded3709d for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:13.033707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.052559 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.068876 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks [] for router_gateway (baaf2309-8b6a-4950-8cf2-7844ab33a603), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.070714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (637774ba-5318-4e0b-8885-18933b06fb53), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.072813 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:13.073387 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.076619 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Made reservation on behalf of 5515114a058944a49182063213de54d3 for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:13.079630 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.092145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.107799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] For port ffa57565-f989-414f-9491-35f5dce6a3f0, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:13.135789 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] For port ffa57565-f989-414f-9491-35f5dce6a3f0, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ffa57565-f989-414f-9491-35f5dce6a3f0,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:13.163138 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks [] for security_group (79aa037a-1245-436b-b1ff-02ab2dfd21af), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.216367 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.258992 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.260981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] Pushing event updated for resources: {'Network': ['ID=637774ba-5318-4e0b-8885-18933b06fb53,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:13.276766 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 637774ba-5318-4e0b-8885-18933b06fb53 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:13.286777 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Publish callbacks [] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.307989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Allocated IP 172.27.3.253 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/b418c339-3e39-4b4f-8078-717b8756d930) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:13.361703 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (79aa037a-1245-436b-b1ff-02ab2dfd21af), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.370292 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d32c46-b204-40e0-98be-91b13e5fae89 None None] Pushing event updated for resources: {'Port': ['ID=ffa57565-f989-414f-9491-35f5dce6a3f0,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:13.407134 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.424213 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:13.456388 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:13.459169 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:13.555843 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:13.556364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks [] for port (b418c339-3e39-4b4f-8078-717b8756d930), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.630031 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:13.645971 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59974) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:13.698307 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Request body: {'subnet': {'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-subnet', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:13.698663 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-db18b522-a722-4a44-9901-c275ed065dba admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0153856 Aug 08 02:25:13.740241 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (fc781588-acc3-459b-a11a-68328e2ec660), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.740579 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Added segment fc781588-acc3-459b-a11a-68328e2ec660 of type vlan for network c5e2145f-cefe-4f97-95ab-227f74771b3d Aug 08 02:25:13.758998 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks [] for router_gateway (2784d75b-9488-47fc-ac16-6cedcf408725), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.762663 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa037a-1245-436b-b1ff-02ab2dfd21af,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:13.781426 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Made reservation on behalf of 7caa43bf43ad4e84b4b648e9ab33bd7f for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:13.782296 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Attempting to bind port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:13.782664 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Attempting to bind port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:13.783031 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Attempting to bind port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:13.783895 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.785194 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Pushing event updated for resources: {'Port': ['ID=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:13.792465 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:13.793238 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Checking segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:13.793953 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.794571 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Bound using segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:13.795284 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Bound port: 355ead1e-0e1d-4d24-8682-15b7bb7b72cb, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:13.795823 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.824332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (b418c339-3e39-4b4f-8078-717b8756d930), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.849937 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (c5e2145f-cefe-4f97-95ab-227f74771b3d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:13.865228 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] For port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:13.869454 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] For port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:13.874776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:13.883810 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:13.886355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:13.961904 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.024152 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks [] for security_group (3353d8fd-4192-4017-8ce3-6829ba45e886), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.039511 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6fdb3-70ef-4cc1-9a4a-ad5f2f641552 None None] Pushing event updated for resources: {'Port': ['ID=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:14.062961 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks [] for security_group (4671a785-9644-4092-a50b-ecb067d036f7), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.146067 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3353d8fd-4192-4017-8ce3-6829ba45e886), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.163795 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (c5e2145f-cefe-4f97-95ab-227f74771b3d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.166092 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b418c339-3e39-4b4f-8078-717b8756d930,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:14.169980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:14.169980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.210867 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (4671a785-9644-4092-a50b-ecb067d036f7), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.265393 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:14.299406 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:14.429734 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:14.433209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:14.456169 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (7de429dc-f24b-4d92-955c-b9f783f92936), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.456658 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Added segment 7de429dc-f24b-4d92-955c-b9f783f92936 of type vlan for network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a Aug 08 02:25:14.549822 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.554002 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (318e1b82-9c46-446f-9a02-8e3527bc83ea), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.554642 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Added segment 318e1b82-9c46-446f-9a02-8e3527bc83ea of type vlan for network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd Aug 08 02:25:14.561620 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3353d8fd-4192-4017-8ce3-6829ba45e886,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:14.567914 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks [] for router_gateway (baaf2309-8b6a-4950-8cf2-7844ab33a603), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.630452 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e2145f-cefe-4f97-95ab-227f74771b3d,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:14.652340 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d6fd6f22-ccb0-4d57-882c-19b9db441316 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3293560 Aug 08 02:25:14.653589 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network c5e2145f-cefe-4f97-95ab-227f74771b3d details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:14.670346 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 59996) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:14.686451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Request body: {'subnet': {'network_id': 'c5e2145f-cefe-4f97-95ab-227f74771b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-855891392-subnet', 'tenant_id': 'd7025c9928ff43feb51778ce5724e0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:14.687791 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (e24486da-4672-4819-af59-59f6a67e1f61), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.736787 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:14.741974 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4671a785-9644-4092-a50b-ecb067d036f7,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:14.743332 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:14.747406 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:15.162587 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2ca9f-05e7-4bce-adaa-7dc334d8e45d None None] Network f92c936a-6950-4530-8001-5260ea91adac requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:15.164808 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks [] for router_gateway (2784d75b-9488-47fc-ac16-6cedcf408725), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.164808 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.165286 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24486da-4672-4819-af59-59f6a67e1f61,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:15.166699 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] Provisioning complete for port ffa57565-f989-414f-9491-35f5dce6a3f0 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:15.166699 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.168126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Checking segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:15.168126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Network hostable DHCP agents. Network: 637774ba-5318-4e0b-8885-18933b06fb53, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:15.171682 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.171682 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:15.171682 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.175323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Made reservation on behalf of d7025c9928ff43feb51778ce5724e0ec for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:15.175323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.175323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (baaf2309-8b6a-4950-8cf2-7844ab33a603), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.177969 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.177969 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:15.177969 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.178542 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] Current status of the port ffa57565-f989-414f-9491-35f5dce6a3f0 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:15.178542 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.178827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] Pushing event updated for resources: {'Network': ['ID=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:15.178983 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:15.178983 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:15.179234 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Network 637774ba-5318-4e0b-8885-18933b06fb53 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:15.179374 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-cdaaa6c6-e012-4ece-b22c-a72278cb6c7a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.7817824 Aug 08 02:25:15.179374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60012) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:15.179374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Allocated IP 172.27.3.130 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/f0979d9c-f98e-4c30-86e7-e851792d9457) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:15.179374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Request body: {'subnet': {'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1892261933-subnet', 'tenant_id': '5515114a058944a49182063213de54d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:15.237005 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] For port ffa57565-f989-414f-9491-35f5dce6a3f0, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ffa57565-f989-414f-9491-35f5dce6a3f0,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:15.240786 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] Pushing event updated for resources: {'Network': ['ID=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:15.271109 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:15.414067 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks [] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.433250 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-7da26152-1de0-4905-bc0c-3e415eb99a56 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.2594891 Aug 08 02:25:15.460613 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ffa57565-f989-414f-9491-35f5dce6a3f0 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:15.461264 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60018) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:15.465847 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Request body: {'subnet': {'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1597932111-subnet', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:15.512219 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port ffa57565-f989-414f-9491-35f5dce6a3f0 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:15.512610 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.527990 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 637774ba-5318-4e0b-8885-18933b06fb53) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:15.539119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:15.539119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.559050 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1cc64b-935d-472d-a721-5edf94b3ac1b None None] Network 637774ba-5318-4e0b-8885-18933b06fb53 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:15.561918 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91668a-7115-44bc-bb94-6450ae3d8f1b None None] Network 847f3ad1-eef7-41cf-8570-7f9863393002 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:15.589585 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Made reservation on behalf of 5515114a058944a49182063213de54d3 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:15.590020 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:25:15.592060 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.597787 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (aff33643-dc0b-4499-b6be-a1ebc0fb1bec), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.639585 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.646847 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.651597 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-e6a8108c-b56d-45bb-a79f-016a78c7ddca admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0007043 Aug 08 02:25:15.655645 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Made reservation on behalf of ee8baa7d6e294e27ae2fb12eded3709d for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:15.659232 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.664037 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60024) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:15.679172 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:15.683305 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff33643-dc0b-4499-b6be-a1ebc0fb1bec,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:15.759728 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:15.765208 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:15.767449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f0979d9c-f98e-4c30-86e7-e851792d9457,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:15.771223 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:15.812330 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:15.870506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Checking segment: {'id': 'fc781588-acc3-459b-a11a-68328e2ec660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5e2145f-cefe-4f97-95ab-227f74771b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:15.870886 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Network hostable DHCP agents. Network: c5e2145f-cefe-4f97-95ab-227f74771b3d, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:15.873065 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-637774ba-5318-4e0b-8885-18933b06fb53', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:25:15.874201 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.874895 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=5 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:15.880280 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c10b1-869f-42ba-a1cc-e0ab8858970d None None] Pushing event updated for resources: {'Port': ['ID=ffa57565-f989-414f-9491-35f5dce6a3f0,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:15.886018 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (d828d923-acae-4fb3-bc3b-10c8106a4a15), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.889879 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (d828d923-acae-4fb3-bc3b-10c8106a4a15), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.897992 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Provisioning complete for port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:15.898873 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:15.900603 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port ffa57565-f989-414f-9491-35f5dce6a3f0 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:15.901833 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 355ead1e-0e1d-4d24-8682-15b7bb7b72cb up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:15.941225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:15.958701 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:15.973883 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:15.974517 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:24:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:16.011077 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks [] for router_controller (d828d923-acae-4fb3-bc3b-10c8106a4a15), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.060814 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Network c5e2145f-cefe-4f97-95ab-227f74771b3d is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:16.142520 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:16.142911 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.195147 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:16.222449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.227305 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60034) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:16.229279 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-182d2d75-adb2-4717-bdc8-fe7ddd3568e0 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0999115 Aug 08 02:25:16.243202 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Allocated IP 172.20.0.2 (637774ba-5318-4e0b-8885-18933b06fb53/e24486da-4672-4819-af59-59f6a67e1f61/c50b91f5-c78d-4b80-bacd-cd14f3b35bb4) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:16.250693 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Current status of the port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:16.250693 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.326459 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (23f60c83-418e-4c6b-977f-cfbaf9cbd67e), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.330783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks [] for router_gateway (d828d923-acae-4fb3-bc3b-10c8106a4a15), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.338977 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (0d09248b-b818-41b2-84e2-d0f272897e4a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.406689 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, c5e2145f-cefe-4f97-95ab-227f74771b3d) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:16.410623 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] For port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:16.415119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d09248b-b818-41b2-84e2-d0f272897e4a,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:16.433035 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d1ea2-7708-4358-9882-54f701deb3ea None None] Network c5e2145f-cefe-4f97-95ab-227f74771b3d requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:16.442353 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60038) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:16.451986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:16.451986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.516568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.531315 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Provisioning complete for port ffa57565-f989-414f-9491-35f5dce6a3f0 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:16.531704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.575601 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:16.575974 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.578684 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7520aa17-e92a-46ea-a6c8-13675cea791b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.616880 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f60c83-418e-4c6b-977f-cfbaf9cbd67e,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:16.731440 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:14Z', 'revision_number': 3, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:16.759821 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Checking segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:16.760183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Network hostable DHCP agents. Network: beb9e56d-e621-4ebe-bc3c-f9e5f759c12a, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:16.788120 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks [] for router_gateway (2784d75b-9488-47fc-ac16-6cedcf408725), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.798497 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:16.801142 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Updating router baaf2309-8b6a-4950-8cf2-7844ab33a603 port b418c339-3e39-4b4f-8078-717b8756d930 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:16.874087 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b418c339-3e39-4b4f-8078-717b8756d930), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:16.927348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:16.945765 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:16.947602 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-083823c8-43cf-4a69-ae01-97a158f50fed admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2738657 Aug 08 02:25:16.950347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:16.986690 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aac5e0d7-0202-4821-9e15-dbd9eab9e2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.023963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Checking segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:17.024490 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Network hostable DHCP agents. Network: 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:17.033588 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:25:17.034037 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG oslo_db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:25:17.117040 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Current status of the port ffa57565-f989-414f-9491-35f5dce6a3f0 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:17.122892 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Publish callbacks [] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.128486 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5187e-da11-4b03-a498-523dba5164cc None None] Pushing event updated for resources: {'Port': ['ID=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:17.143260 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks [] for router_gateway (d828d923-acae-4fb3-bc3b-10c8106a4a15), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.148001 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a94604-c1a7-4295-98b3-92844caee1ae None None] Network c5e2145f-cefe-4f97-95ab-227f74771b3d requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:17.151735 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, beb9e56d-e621-4ebe-bc3c-f9e5f759c12a) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:17.201189 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.203907 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:17.205351 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.291620 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30773a72-d1b7-4f9b-bcce-dbf162a58874 None None] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:17.298171 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:17.301766 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.306302 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:17.313255 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:17.375653 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aac5e0d7-0202-4821-9e15-dbd9eab9e2c3 admin admin] Publish callbacks [] for security_group (97d1121b-1bb1-47b3-b924-a7acc0c30fef), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.423293 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Publish callbacks [] for port (b418c339-3e39-4b4f-8078-717b8756d930), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.429123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:17.440942 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:17.442838 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Pushing event updated for resources: {'Port': ['ID=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:17.443278 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.454297 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136c649-8338-4b39-bbc3-3a8bf62d1031 None None] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:17.481143 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-84bea092-8e35-49d3-851f-0ac6067ae25a None None] Provisioning complete for port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:17.481143 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-84bea092-8e35-49d3-851f-0ac6067ae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.484276 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.488961 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-faf47a7a-bbb2-493c-9a9e-3c3611d7432e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3293247 Aug 08 02:25:17.489299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aac5e0d7-0202-4821-9e15-dbd9eab9e2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (97d1121b-1bb1-47b3-b924-a7acc0c30fef), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.498312 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60074) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:17.505599 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:17.529581 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-aac5e0d7-0202-4821-9e15-dbd9eab9e2c3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9c3c108c17cf43f1b0ed3459b8434717&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0649099 Aug 08 02:25:17.533165 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b418c339-3e39-4b4f-8078-717b8756d930), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.533953 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60076) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:17.569922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (2784d75b-9488-47fc-ac16-6cedcf408725), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.570991 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Attempting to bind port b418c339-3e39-4b4f-8078-717b8756d930 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:17.577714 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-fc419d16-19a9-4e8b-aba0-a13f407ca412 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1157162 Aug 08 02:25:17.588931 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Attempting to bind port b418c339-3e39-4b4f-8078-717b8756d930 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:17.591619 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Attempting to bind port b418c339-3e39-4b4f-8078-717b8756d930 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:17.593946 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60080) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:17.609150 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:17.610332 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Network 637774ba-5318-4e0b-8885-18933b06fb53 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:17.619545 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:17.623540 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:17.624132 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.624453 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:17.625006 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Bound port: b418c339-3e39-4b4f-8078-717b8756d930, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:17.627606 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5e0d7-0202-4821-9e15-dbd9eab9e2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1121b-1bb1-47b3-b924-a7acc0c30fef,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:17.631664 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b418c339-3e39-4b4f-8078-717b8756d930), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.632622 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:17.635147 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:17.676093 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:17.733989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Allocated IP 172.27.3.193 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/b0a13c90-6685-44ad-8fae-a88a53b35485) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:17.742189 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:17.776591 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (bf3e3f32-23a8-46df-91df-b729cd1301a9), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.777837 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (bf3e3f32-23a8-46df-91df-b729cd1301a9), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.797274 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (eaaf2913-cdf7-4917-a855-c68ace50ae06), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.797274 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (eaaf2913-cdf7-4917-a855-c68ace50ae06), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.798967 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'project_id': '5515114a058944a49182063213de54d3', 'fixed_ips': [{'subnet_id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:25:17.800063 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.824589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a43385c9-9f24-41fb-93dc-4cd34724eb76 admin admin] Publish callbacks [] for security_group (97d1121b-1bb1-47b3-b924-a7acc0c30fef), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.874159 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-84bea092-8e35-49d3-851f-0ac6067ae25a None None] Current status of the port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:17.879446 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] For port b418c339-3e39-4b4f-8078-717b8756d930, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:17.895640 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a43385c9-9f24-41fb-93dc-4cd34724eb76 admin admin] Publish callbacks [] for security_group (97d1121b-1bb1-47b3-b924-a7acc0c30fef), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Pushing event updated for resources: {'Port': ['ID=b418c339-3e39-4b4f-8078-717b8756d930,revision_number=2']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] For port b418c339-3e39-4b4f-8078-717b8756d930, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b418c339-3e39-4b4f-8078-717b8756d930,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.924570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Tracked resource versions report: Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: pushed versions: Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: { 'AddressGroup': {'1.2'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Agent': {'1.1'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'ConntrackHelper': {'1.0'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Log': {'1.0'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'NDPProxy': {'1.0'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Network': {'1.1'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Port': {'1.7'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'PortForwarding': {'1.3'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'QosPolicy': {'1.10'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroup': {'1.5'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SubPort': {'1.0'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Subnet': {'1.1'}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Trunk': {'1.1'}} Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: consumer versions: Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: { DHCP agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: HyperV agent@hv-cinder-74014: {}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: L3 agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: Metadata agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: Metering agent@dv-cinder-740146-18-iscsi: {}, Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: Open vSwitch agent@dv-cinder-740146-18-iscsi: { 'AddressGroup': '1.2', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Agent': '1.1', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'ConntrackHelper': '1.0', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'LocalIPAssociation': '1.0', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Log': '1.0', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'NDPProxy': '1.0', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Network': '1.1', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Port': '1.7', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'PortForwarding': '1.3', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'QosPolicy': '1.10', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroup': '1.5', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SecurityGroupRule': '1.2', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'SubPort': '1.0', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Subnet': '1.1', Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: 'Trunk': '1.1'}} Aug 08 02:25:17.926927 dv-cinder-740146-18-iscsi neutron-server[104630]: {{(pid=104630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:25:17.944552 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ffa57565-f989-414f-9491-35f5dce6a3f0 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:17.952743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks [] for router_controller (eaaf2913-cdf7-4917-a855-c68ace50ae06), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.983230 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:25:17.984523 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:17.987565 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Attempting to bind port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:17.987940 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Attempting to bind port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:17.988304 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Attempting to bind port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 on network 637774ba-5318-4e0b-8885-18933b06fb53 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:18.007430 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b418c339-3e39-4b4f-8078-717b8756d930), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.030440 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks [] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.082041 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:18.083009 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:24:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:18.141883 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:18.147597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Checking segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:18.147597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.147597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Bound using segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:18.147881 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Bound port: c50b91f5-c78d-4b80-bacd-cd14f3b35bb4, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:18.148495 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.185537 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks [] for router_controller (bf3e3f32-23a8-46df-91df-b729cd1301a9), precommit_add_association {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.246749 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375310e-0049-4d2a-9114-459a00fef911 None None] Pushing event updated for resources: {'Port': ['ID=b418c339-3e39-4b4f-8078-717b8756d930,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:18.259561 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60090) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:18.262523 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:18.273022 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:18.275428 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.281426 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:18.290673 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138670614-network', 'tenant_id': '192d598b1b0e4ebcbb22ddbb40546624'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:18.304021 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Allocated IP 172.20.0.1 (f92c936a-6950-4530-8001-5260ea91adac/7a395e29-3199-4a8d-a57e-2613d08d7478/5b0849ac-a251-4bbd-9049-19975a057c6d) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:18.348730 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port ffa57565-f989-414f-9491-35f5dce6a3f0 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:18.349499 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.375296 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:18.405746 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a13c90-6685-44ad-8fae-a88a53b35485,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:18.415393 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:18.426624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:18.442462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Allocated IP 172.20.0.2 (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a/23f60c83-418e-4c6b-977f-cfbaf9cbd67e/f105f64f-ee98-4690-a44e-85bf68cc1409) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:18.449838 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] For port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:18.483419 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] For port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:18.513258 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:14Z', 'revision_number': 3, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:18.517727 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Router 2784d75b-9488-47fc-ac16-6cedcf408725 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:25:18.538450 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Allocated IP 172.20.0.2 (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd/0d09248b-b818-41b2-84e2-d0f272897e4a/5c4939e3-fa4e-4a9f-978b-b88934918716) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:18.549742 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3997ef1-10a9-4f3e-8c61-4fe3f2e3980d None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:14Z', 'revision_number': 3, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:18.648939 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.657089 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks [] for router_gateway (eaaf2913-cdf7-4917-a855-c68ace50ae06), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.721374 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:18.740689 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a43385c9-9f24-41fb-93dc-4cd34724eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (97d1121b-1bb1-47b3-b924-a7acc0c30fef), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.744535 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a43385c9-9f24-41fb-93dc-4cd34724eb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.746481 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a43385c9-9f24-41fb-93dc-4cd34724eb76 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/97d1121b-1bb1-47b3-b924-a7acc0c30fef HTTP/1.1" status: 204 len: 168 time: 1.2109103 Aug 08 02:25:18.747662 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Made reservation on behalf of 192d598b1b0e4ebcbb22ddbb40546624 for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:18.759362 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.786443 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks [] for router_gateway (bf3e3f32-23a8-46df-91df-b729cd1301a9), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.801655 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.810583 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43385c9-9f24-41fb-93dc-4cd34724eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1121b-1bb1-47b3-b924-a7acc0c30fef,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:18.883454 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Publish callbacks [] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:18.941374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:19.017488 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Publish callbacks [] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.109919 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks [] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.120143 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks [] for router_gateway (eaaf2913-cdf7-4917-a855-c68ace50ae06), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.124035 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port ffa57565-f989-414f-9491-35f5dce6a3f0 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:19.134752 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:19.143924 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 355ead1e-0e1d-4d24-8682-15b7bb7b72cb up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:19.252553 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Sync routers for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:19.252553 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.253044 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.262357 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:19.266300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.284244 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:19.285160 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:24:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:19.357951 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks [] for security_group (cf02215c-205c-4cc3-85b6-396a5cbb40f7), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.409171 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks [] for router_gateway (bf3e3f32-23a8-46df-91df-b729cd1301a9), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.413394 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks [] for router_gateway (d828d923-acae-4fb3-bc3b-10c8106a4a15), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.416458 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:19.448970 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.532116 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.535288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cf02215c-205c-4cc3-85b6-396a5cbb40f7), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.550032 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:25:19.561449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (20b81ff1-0114-405a-8865-4766bafe87b1), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.562040 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Added segment 20b81ff1-0114-405a-8865-4766bafe87b1 of type vlan for network 5bd75c5e-b057-4b9b-bd67-59f3784361e2 Aug 08 02:25:19.642099 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (5bd75c5e-b057-4b9b-bd67-59f3784361e2), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.668734 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.674380 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-76e7dd29-d965-4fc5-922e-e440664dd0d3 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1966028 Aug 08 02:25:19.676004 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60104) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:19.685387 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Allocated IP 172.27.3.118 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/18149fd0-96ab-4798-918b-55aaf3b0a99e) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:19.687033 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-bf3b4b78-8a0e-4838-8494-136a893ddcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.755227 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:19.760588 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c5a13-3813-4569-a0b8-50b2cc988bd7 None None] Pushing event updated for resources: {'Port': ['ID=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:19.764850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0849ac-a251-4bbd-9049-19975a057c6d,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:19.771277 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf02215c-205c-4cc3-85b6-396a5cbb40f7,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:19.771453 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:19.776373 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (5bd75c5e-b057-4b9b-bd67-59f3784361e2), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.777479 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:19.778032 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:19.778150 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.781577 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:19.821909 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:19.824474 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:19.844730 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.891209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd75c5e-b057-4b9b-bd67-59f3784361e2,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:19.906708 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:19.916993 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:19.927409 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-71631241-20e0-46cb-ae97-7c8a3f02f5f7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6465733 Aug 08 02:25:19.928328 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:19.928801 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (baaf2309-8b6a-4950-8cf2-7844ab33a603), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:19.954360 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 5bd75c5e-b057-4b9b-bd67-59f3784361e2 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:25:20.033200 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:20.033665 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.054744 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60106) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:20.056324 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60108) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:20.073846 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Pushing event updated for resources: {'Port': ['ID=f105f64f-ee98-4690-a44e-85bf68cc1409,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:20.074052 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Request body: {'subnet': {'network_id': '5bd75c5e-b057-4b9b-bd67-59f3784361e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138670614-subnet', 'tenant_id': '192d598b1b0e4ebcbb22ddbb40546624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:20.135830 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63d2e48c-8bf8-44ba-9db2-0b9c75dcf3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.284365 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Attempting to bind port f105f64f-ee98-4690-a44e-85bf68cc1409 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:20.284652 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Attempting to bind port f105f64f-ee98-4690-a44e-85bf68cc1409 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:20.286136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Attempting to bind port f105f64f-ee98-4690-a44e-85bf68cc1409 on network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:20.297572 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Attempting to bind port 5c4939e3-fa4e-4a9f-978b-b88934918716 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:20.297956 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Attempting to bind port 5c4939e3-fa4e-4a9f-978b-b88934918716 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:20.309407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Attempting to bind port 5c4939e3-fa4e-4a9f-978b-b88934918716 on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:20.330940 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Made reservation on behalf of 192d598b1b0e4ebcbb22ddbb40546624 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:20.333626 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.361224 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:20.361590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Checking segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:20.361913 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.362316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Bound using segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:20.369340 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Bound port: 5c4939e3-fa4e-4a9f-978b-b88934918716, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:20.369820 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.375647 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:20.376084 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Checking segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:20.376468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks [] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.376581 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.376894 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Bound using segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:20.377381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Bound port: f105f64f-ee98-4690-a44e-85bf68cc1409, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:20.377812 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.385645 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4939e3-fa4e-4a9f-978b-b88934918716,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:20.399845 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (d828d923-acae-4fb3-bc3b-10c8106a4a15), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.477051 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63d2e48c-8bf8-44ba-9db2-0b9c75dcf3bc admin admin] Publish callbacks [] for security_group (49a55178-b845-454a-9483-6520ed1ac90e), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.501614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:16Z', 'revision_number': 3, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:20.505932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-feb4c7d0-5fa3-4443-905e-edddfddaf1de None None] Provisioning complete for port 5b0849ac-a251-4bbd-9049-19975a057c6d triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:20.505932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-feb4c7d0-5fa3-4443-905e-edddfddaf1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.541193 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9911e72-d826-49cf-8434-893c85d0c2c3 None None] Network 637774ba-5318-4e0b-8885-18933b06fb53 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:20.603636 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-feb4c7d0-5fa3-4443-905e-edddfddaf1de None None] Port 5b0849ac-a251-4bbd-9049-19975a057c6d cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:20.677134 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63d2e48c-8bf8-44ba-9db2-0b9c75dcf3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (49a55178-b845-454a-9483-6520ed1ac90e), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.696695 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] For port 5c4939e3-fa4e-4a9f-978b-b88934918716, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:20.700230 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] For port 5c4939e3-fa4e-4a9f-978b-b88934918716, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c4939e3-fa4e-4a9f-978b-b88934918716,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:20.734452 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:20.778860 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Checking router: 2784d75b-9488-47fc-ac16-6cedcf408725 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:20.779395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Updating router 2784d75b-9488-47fc-ac16-6cedcf408725 port f0979d9c-f98e-4c30-86e7-e851792d9457 binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:20.794377 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.801721 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (e7d8f24a-6293-4514-a51a-cb827c02fde5), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.817120 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.868474 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2e48c-8bf8-44ba-9db2-0b9c75dcf3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a55178-b845-454a-9483-6520ed1ac90e,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:20.955634 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-63d2e48c-8bf8-44ba-9db2-0b9c75dcf3bc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=52630a77455c495a8286944ce83a46e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8952854 Aug 08 02:25:20.964531 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60134) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:20.967063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:20.979505 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:20.983608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:20.991190 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:21.048379 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Pushing event updated for resources: {'Port': ['ID=18149fd0-96ab-4798-918b-55aaf3b0a99e,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:21.078955 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Allocated IP 172.27.3.137 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/8051bf8a-4ef0-47ad-b34a-d73d04d85de3) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:21.091884 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Provisioning complete for port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:21.092367 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.098640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:21.113642 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:25:21.182362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.300510 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:21.300920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.344479 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178c02b-67c3-43cc-aee9-352297f644a6 None None] Pushing event updated for resources: {'Port': ['ID=5c4939e3-fa4e-4a9f-978b-b88934918716,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:21.356868 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d8f24a-6293-4514-a51a-cb827c02fde5,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:21.444024 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:21.445873 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:21.446334 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.452904 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] For port f105f64f-ee98-4690-a44e-85bf68cc1409, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:21.485693 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] For port f105f64f-ee98-4690-a44e-85bf68cc1409, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f105f64f-ee98-4690-a44e-85bf68cc1409,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:21.494694 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Checking segment: {'id': '20b81ff1-0114-405a-8865-4766bafe87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5bd75c5e-b057-4b9b-bd67-59f3784361e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:21.495195 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Network hostable DHCP agents. Network: 5bd75c5e-b057-4b9b-bd67-59f3784361e2, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:25:21.533942 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:21.566233 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:21.618059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Current status of the port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:21.618059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.623965 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.625576 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.641388 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.642197 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b418c339-3e39-4b4f-8078-717b8756d930 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:21.681822 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.751752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:21.757871 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.769644 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:21.786957 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks [] for router_gateway (eaaf2913-cdf7-4917-a855-c68ace50ae06), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.789998 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:21.793325 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:21.803592 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63586f78-60f5-417e-871d-32ad9462800b admin admin] Publish callbacks [] for security_group (49a55178-b845-454a-9483-6520ed1ac90e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.836220 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.db.api [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:25:21.836837 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG oslo_db.api [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:25:21.846549 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port b418c339-3e39-4b4f-8078-717b8756d930 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:21.847538 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (b418c339-3e39-4b4f-8078-717b8756d930), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.875215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:21.879526 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-257fac10-1687-4747-aee3-45257105d294 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2115138 Aug 08 02:25:21.888845 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:21.904774 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60142) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:21.913808 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63586f78-60f5-417e-871d-32ad9462800b admin admin] Publish callbacks [] for security_group (49a55178-b845-454a-9483-6520ed1ac90e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.007356 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:22.023642 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Network 5bd75c5e-b057-4b9b-bd67-59f3784361e2 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:25:22.040921 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72c13-a6b0-4478-b0a4-47feb98b1ca9 None None] Pushing event updated for resources: {'Port': ['ID=f105f64f-ee98-4690-a44e-85bf68cc1409,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:22.119079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port b418c339-3e39-4b4f-8078-717b8756d930 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:22.119633 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b418c339-3e39-4b4f-8078-717b8756d930), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.151973 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port b418c339-3e39-4b4f-8078-717b8756d930, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b418c339-3e39-4b4f-8078-717b8756d930,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:22.254767 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 5bd75c5e-b057-4b9b-bd67-59f3784361e2) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:22.264843 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7931e7-e407-44c7-a383-78b1a7154c28 None None] Network 5bd75c5e-b057-4b9b-bd67-59f3784361e2 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:22.265011 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:22.266406 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:18Z', 'revision_number': 3, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:22.282803 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks [] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.302024 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:22.302384 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Updating router d828d923-acae-4fb3-bc3b-10c8106a4a15 port b0a13c90-6685-44ad-8fae-a88a53b35485 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:22.330545 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks [] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.363461 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63586f78-60f5-417e-871d-32ad9462800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (49a55178-b845-454a-9483-6520ed1ac90e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.366724 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-63586f78-60f5-417e-871d-32ad9462800b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.370325 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-63586f78-60f5-417e-871d-32ad9462800b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/49a55178-b845-454a-9483-6520ed1ac90e HTTP/1.1" status: 204 len: 168 time: 1.3737066 Aug 08 02:25:22.370325 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:22.370576 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.386044 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.430268 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.442148 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (baaf2309-8b6a-4950-8cf2-7844ab33a603), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.556964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Allocated IP 172.20.0.1 (847f3ad1-eef7-41cf-8570-7f9863393002/a4b6df36-21fc-4b32-836d-015ed5b16480/131629a7-a3e6-49fe-bf54-bf5ea87374aa) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:22.578959 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (eaaf2913-cdf7-4917-a855-c68ace50ae06), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.581564 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63586f78-60f5-417e-871d-32ad9462800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a55178-b845-454a-9483-6520ed1ac90e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:22.584804 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0849ac-a251-4bbd-9049-19975a057c6d,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:22.673672 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-546a419b-34ca-4f38-b458-47ab6a47d821 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6172843 Aug 08 02:25:22.688944 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b418c339-3e39-4b4f-8078-717b8756d930), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.763841 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks [] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.855125 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f2aa0-210d-437b-b8be-025df0f506bf None None] Current status of the port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:22.936875 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60152) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:22.945273 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.949234 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:22.965947 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f818d52-1c4b-45b1-a749-d4fc9299f15d None None] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:23.026612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:23.096930 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.159232 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:23.176995 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:23.184532 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:23.187100 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:23.189402 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (2784d75b-9488-47fc-ac16-6cedcf408725), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.217174 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e2c08-bb62-4f76-a977-b9ba9d23cbc7 None None] Network 5bd75c5e-b057-4b9b-bd67-59f3784361e2 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:23.219678 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Provisioning complete for port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:23.220049 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.229782 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:23.241746 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Deleting subnet aff33643-dc0b-4499-b6be-a1ebc0fb1bec {{(pid=104628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:25:23.315743 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Pushing event updated for resources: {'Port': ['ID=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:23.330780 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:23.330780 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Publish callbacks [] for subnet (aff33643-dc0b-4499-b6be-a1ebc0fb1bec), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.373472 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:23.400449 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=b418c339-3e39-4b4f-8078-717b8756d930,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:23.404305 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Pushing event updated for resources: {'Port': ['ID=131629a7-a3e6-49fe-bf54-bf5ea87374aa,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:23.467960 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Publish callbacks [] for subnet (aff33643-dc0b-4499-b6be-a1ebc0fb1bec), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.483185 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (aff33643-dc0b-4499-b6be-a1ebc0fb1bec), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.492787 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.568951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:25:23.596416 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:23.628234 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0278c2fc-d53e-49b8-bbfa-83f6e67533b3 None None] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:25:23.758011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:23.758449 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.808892 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Current status of the port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:23.815573 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:25:23.820240 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.844873 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (aff33643-dc0b-4499-b6be-a1ebc0fb1bec), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.910640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.935856 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff33643-dc0b-4499-b6be-a1ebc0fb1bec,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:23.937785 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:23.938320 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Provisioning complete for port 5c4939e3-fa4e-4a9f-978b-b88934918716 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:23.938690 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:23.947427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks [] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.035016 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Publish callbacks [] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.056014 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:24.087258 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.088312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (2784d75b-9488-47fc-ac16-6cedcf408725), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.103437 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:24.138585 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.171983 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.175245 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-455f99b9-30ed-4709-8ff5-866d24ce5d6b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5799940 Aug 08 02:25:24.214616 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60184) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:24.230675 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:24.231414 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:24.256311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:24.257455 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c4939e3-fa4e-4a9f-978b-b88934918716 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:24.322318 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:UPDATE=10 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:24.324294 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Attempting to bind port f0979d9c-f98e-4c30-86e7-e851792d9457 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:24.324932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Attempting to bind port f0979d9c-f98e-4c30-86e7-e851792d9457 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:24.327293 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Attempting to bind port f0979d9c-f98e-4c30-86e7-e851792d9457 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:24.430675 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:24.449138 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Pushing event updated for resources: {'Port': ['ID=131629a7-a3e6-49fe-bf54-bf5ea87374aa,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:24.471899 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:24.472648 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:24.473180 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.473675 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:24.474271 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Bound port: f0979d9c-f98e-4c30-86e7-e851792d9457, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:24.475185 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.502027 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7284f8-1aff-43fb-ae7f-5551f7608753 None None] Pushing event updated for resources: {'Port': ['ID=f0979d9c-f98e-4c30-86e7-e851792d9457,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:24.505451 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.510386 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d7d8b2d5-a95b-438c-8800-ddbab5e99123 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/aff33643-dc0b-4499-b6be-a1ebc0fb1bec HTTP/1.1" status: 204 len: 168 time: 1.5700655 Aug 08 02:25:24.530683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60196) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:24.545266 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Current status of the port 5c4939e3-fa4e-4a9f-978b-b88934918716 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:24.545742 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.561384 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:24.661041 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (c5e2145f-cefe-4f97-95ab-227f74771b3d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.680713 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] For port f0979d9c-f98e-4c30-86e7-e851792d9457, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:24.680960 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Publish callbacks [] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.684854 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-b7795020-c78f-4480-abe3-b7087348479e None None] For port 5c4939e3-fa4e-4a9f-978b-b88934918716, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c4939e3-fa4e-4a9f-978b-b88934918716,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:24.690166 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5c4939e3-fa4e-4a9f-978b-b88934918716 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:24.690644 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.694766 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] For port f0979d9c-f98e-4c30-86e7-e851792d9457, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f0979d9c-f98e-4c30-86e7-e851792d9457,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:24.699869 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:24.751805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks [] for router_gateway (bf3e3f32-23a8-46df-91df-b729cd1301a9), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.765051 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.789312 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.792374 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Attempting to bind port b0a13c90-6685-44ad-8fae-a88a53b35485 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:24.792874 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Attempting to bind port b0a13c90-6685-44ad-8fae-a88a53b35485 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:24.793110 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Attempting to bind port b0a13c90-6685-44ad-8fae-a88a53b35485 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:24.811986 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:24.811986 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:24.811986 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.812446 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:24.813086 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Bound port: b0a13c90-6685-44ad-8fae-a88a53b35485, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:24.813608 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.821404 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:24.824325 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Allocated IP 172.20.0.1 (637774ba-5318-4e0b-8885-18933b06fb53/e24486da-4672-4819-af59-59f6a67e1f61/17042485-def2-4c9d-bf1e-238fa979d9b8) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:24.842374 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-de9ee830-d15a-4e58-9851-b8312cf512a4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/baaf2309-8b6a-4950-8cf2-7844ab33a603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6133380 Aug 08 02:25:24.878979 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.883415 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:24.900386 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] For port b0a13c90-6685-44ad-8fae-a88a53b35485, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:24.904510 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] For port b0a13c90-6685-44ad-8fae-a88a53b35485, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b0a13c90-6685-44ad-8fae-a88a53b35485,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:24.964996 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:24.975635 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:24.979183 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Provisioning complete for port f105f64f-ee98-4690-a44e-85bf68cc1409 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:24.979567 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.981604 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:25.020865 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.030189 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7795020-c78f-4480-abe3-b7087348479e None None] Pushing event updated for resources: {'Port': ['ID=5c4939e3-fa4e-4a9f-978b-b88934918716,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:25.063718 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:25.064658 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:25.243133 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:25.322501 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks [] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.350546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:25.371495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:25.383148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:25.410923 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:25.410923 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:25.430595 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:21Z', 'revision_number': 3, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:25.437482 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5c4939e3-fa4e-4a9f-978b-b88934918716 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:25.438599 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f105f64f-ee98-4690-a44e-85bf68cc1409 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:25.496413 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (bf3e3f32-23a8-46df-91df-b729cd1301a9), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.560404 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0706aa-3f65-45a7-880f-e0ea58323c05 None None] Pushing event updated for resources: {'Port': ['ID=b0a13c90-6685-44ad-8fae-a88a53b35485,revision_number=2']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:25.588458 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:25.592883 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:25.674894 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:25.675255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Updating router eaaf2913-cdf7-4917-a855-c68ace50ae06 port 18149fd0-96ab-4798-918b-55aaf3b0a99e binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:25.725263 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.737881 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:25.762550 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Network 637774ba-5318-4e0b-8885-18933b06fb53 is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:25.767626 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:25.793886 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:25.794429 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (d828d923-acae-4fb3-bc3b-10c8106a4a15), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.827406 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7284f8-1aff-43fb-ae7f-5551f7608753 None None] Pushing event updated for resources: {'Port': ['ID=f0979d9c-f98e-4c30-86e7-e851792d9457,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:25.849393 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0706aa-3f65-45a7-880f-e0ea58323c05 None None] Pushing event updated for resources: {'Port': ['ID=b0a13c90-6685-44ad-8fae-a88a53b35485,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:25.862681 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Current status of the port f105f64f-ee98-4690-a44e-85bf68cc1409 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:25.866826 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.943329 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:25.948087 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:25.961339 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60242) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:25.969994 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911812410', 'description': 'tempest-description--1232660593'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:26.017575 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:26.020047 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.063382 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] For port f105f64f-ee98-4690-a44e-85bf68cc1409, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f105f64f-ee98-4690-a44e-85bf68cc1409,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:26.083499 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (c5e2145f-cefe-4f97-95ab-227f74771b3d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.135376 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.138172 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Pushing event updated for resources: {'Port': ['ID=17042485-def2-4c9d-bf1e-238fa979d9b8,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:26.139118 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.139525 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.141204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.142155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.142569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > port after_create 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.142932 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.143295 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > port after_update 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.143806 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.144211 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.144542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.144906 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.166179 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:18Z', 'revision_number': 3, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.226586 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98bc39-96ac-4e7d-8b46-c5d19a4afb7e None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:18Z', 'revision_number': 3, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:26.246031 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:21Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.287137 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:26.287494 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Updating router baaf2309-8b6a-4950-8cf2-7844ab33a603 port 5b0849ac-a251-4bbd-9049-19975a057c6d binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:26.304102 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f105f64f-ee98-4690-a44e-85bf68cc1409 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:26.304506 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.316756 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Router bf3e3f32-23a8-46df-91df-b729cd1301a9 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:25:26.317796 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.326790 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.425289 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Provisioning complete for port 5b0849ac-a251-4bbd-9049-19975a057c6d triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:26.425830 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.473919 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (71b45dda-90e0-4f45-b50a-16d70bf26748), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.550366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.555968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.555968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.555968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:26.555968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e2145f-cefe-4f97-95ab-227f74771b3d']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.596647 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:26.621513 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (71b45dda-90e0-4f45-b50a-16d70bf26748), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.630257 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc781588-acc3-459b-a11a-68328e2ec660') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.630552 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc781588-acc3-459b-a11a-68328e2ec660') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.652249 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Port 5b0849ac-a251-4bbd-9049-19975a057c6d cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:26.661529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Pushing event updated for resources: {'Port': ['ID=f105f64f-ee98-4690-a44e-85bf68cc1409,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:26.703280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (fc781588-acc3-459b-a11a-68328e2ec660), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.715135 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Sync routers for ids ['bf3e3f32-23a8-46df-91df-b729cd1301a9'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:26.717616 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 2, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.727257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Provisioning complete for port 5c4939e3-fa4e-4a9f-978b-b88934918716 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:26.730413 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.740010 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b45dda-90e0-4f45-b50a-16d70bf26748,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:26.745706 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.745912 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks [] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.771021 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:25:26.791002 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (fc781588-acc3-459b-a11a-68328e2ec660), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.800262 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Router 2784d75b-9488-47fc-ac16-6cedcf408725 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:25:26.805967 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.805967 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ebb634d9-8df6-4ae9-ba59-a20ca9636520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8408239 Aug 08 02:25:26.808623 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60254) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:26.815194 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Publish callbacks [] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.817018 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': '71b45dda-90e0-4f45-b50a-16d70bf26748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:26.817167 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:25:26.817617 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (fc781588-acc3-459b-a11a-68328e2ec660), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.820885 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b4492-4369-48d7-aeeb-f11dbf0b3631 None None] The sync data for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi is: [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 2, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:26.855764 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f105f64f-ee98-4690-a44e-85bf68cc1409 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:26.867485 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.875499 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8d257472-7120-4093-a7a8-6d41ecda1876 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3719995 Aug 08 02:25:26.880551 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.880551 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (d828d923-acae-4fb3-bc3b-10c8106a4a15), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.880958 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60258) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:26.910032 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Routers {'bf3e3f32-23a8-46df-91df-b729cd1301a9'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:26.910732 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bf3e3f32-23a8-46df-91df-b729cd1301a9'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:26.914059 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.159877 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Pushing event updated for resources: {'Port': ['ID=17042485-def2-4c9d-bf1e-238fa979d9b8,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:27.199070 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eda983-12a5-4262-8283-e72941b92207 None None] Pushing event updated for resources: {'Port': ['ID=5b0849ac-a251-4bbd-9049-19975a057c6d,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:27.224253 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Attempting to bind port 5b0849ac-a251-4bbd-9049-19975a057c6d on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:27.224831 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Attempting to bind port 5b0849ac-a251-4bbd-9049-19975a057c6d by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:27.225575 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Attempting to bind port 5b0849ac-a251-4bbd-9049-19975a057c6d on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:27.243011 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:27.255641 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:27.256264 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:27.257975 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.258537 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Bound using segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:27.259184 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Bound port: 5b0849ac-a251-4bbd-9049-19975a057c6d, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:27.259790 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.398364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (c5e2145f-cefe-4f97-95ab-227f74771b3d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.423079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.432132 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/c5e2145f-cefe-4f97-95ab-227f74771b3d HTTP/1.1" status: 204 len: 168 time: 2.8989365 Aug 08 02:25:27.441477 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60278) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:27.444714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (babb5363-203e-45d6-9f27-5ff565d196da), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.466251 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] For port 5b0849ac-a251-4bbd-9049-19975a057c6d, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:27.468091 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c4939e3-fa4e-4a9f-978b-b88934918716 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:27.475675 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f334c77-fa49-46d6-b1aa-a2f17999962a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e2145f-cefe-4f97-95ab-227f74771b3d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:27.480418 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] For port 5b0849ac-a251-4bbd-9049-19975a057c6d, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5b0849ac-a251-4bbd-9049-19975a057c6d,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:27.519843 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:27.526553 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-48d9f9e2-298b-4962-b9ea-51da652d6eac admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2784d75b-9488-47fc-ac16-6cedcf408725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8493948 Aug 08 02:25:27.571296 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment fc781588-acc3-459b-a11a-68328e2ec660 resource provider aggregate not found Aug 08 02:25:27.580093 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Allocated IP 172.20.0.1 (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd/0d09248b-b818-41b2-84e2-d0f272897e4a/171319b8-c20d-49fc-b224-efbbd34d9f4c) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:27.583378 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.618646 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment fc781588-acc3-459b-a11a-68328e2ec660 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc781588-acc3-459b-a11a-68328e2ec660 found for delete ", "request_id": "req-f005a5bc-3693-4f97-9d9f-85aeb246dd67"}]} Aug 08 02:25:27.653755 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Current status of the port 5c4939e3-fa4e-4a9f-978b-b88934918716 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:27.722796 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:27.722796 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:27.758796 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Set router bf3e3f32-23a8-46df-91df-b729cd1301a9 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:27.805242 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:27.841785 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks [] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.846379 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Provisioning complete for port 131629a7-a3e6-49fe-bf54-bf5ea87374aa triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:27.846942 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.851047 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:27.857647 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Publish callbacks [] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:27.869097 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eda983-12a5-4262-8283-e72941b92207 None None] Pushing event updated for resources: {'Port': ['ID=5b0849ac-a251-4bbd-9049-19975a057c6d,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:28.026303 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.039845 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-98fad123-affb-4ad0-bd30-815e3720edcf None None] Port 131629a7-a3e6-49fe-bf54-bf5ea87374aa cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:28.046622 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5c4939e3-fa4e-4a9f-978b-b88934918716 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:28.047018 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.052263 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:28.089129 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.130533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:28.134798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:28.165590 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:28.218485 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Network 637774ba-5318-4e0b-8885-18933b06fb53 is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:28.224158 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (babb5363-203e-45d6-9f27-5ff565d196da), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.241304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Pushing event updated for resources: {'Port': ['ID=171319b8-c20d-49fc-b224-efbbd34d9f4c,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:28.257764 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_v2 [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Deleting subnet e7d8f24a-6293-4514-a51a-cb827c02fde5 {{(pid=104628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:25:28.260220 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:28.286274 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Publish callbacks [] for subnet (e7d8f24a-6293-4514-a51a-cb827c02fde5), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.288462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (eaaf2913-cdf7-4917-a855-c68ace50ae06), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.296080 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-607bb392-019b-43a3-975d-f05d2385584f None None] Provisioning complete for port 17042485-def2-4c9d-bf1e-238fa979d9b8 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:28.296707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-607bb392-019b-43a3-975d-f05d2385584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.364980 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:28.389227 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60308) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:28.396337 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Attempting to bind port 18149fd0-96ab-4798-918b-55aaf3b0a99e on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:28.400920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Attempting to bind port 18149fd0-96ab-4798-918b-55aaf3b0a99e by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:28.400920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Attempting to bind port 18149fd0-96ab-4798-918b-55aaf3b0a99e on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:28.408003 dv-cinder-740146-18-iscsi neutron-server[104628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 02:25:28.411352 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:28.414185 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (babb5363-203e-45d6-9f27-5ff565d196da), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.656321 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:27Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:28.670874 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:28.687377 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f4cd0-6d77-4bf5-a904-d5236eab37cd None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:27Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:28.718807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:28.719400 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:28.719668 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.720003 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:28.720505 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Bound port: 18149fd0-96ab-4798-918b-55aaf3b0a99e, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:28.720871 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.761996 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.780463 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805c672-8d21-4d0b-b984-e8041b6b7159 None None] Pushing event updated for resources: {'Port': ['ID=18149fd0-96ab-4798-918b-55aaf3b0a99e,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:28.791357 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babb5363-203e-45d6-9f27-5ff565d196da,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:28.807816 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Publish callbacks [] for subnet (e7d8f24a-6293-4514-a51a-cb827c02fde5), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.823308 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:28.824814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-607bb392-019b-43a3-975d-f05d2385584f None None] Port 17042485-def2-4c9d-bf1e-238fa979d9b8 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:28.839420 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (e7d8f24a-6293-4514-a51a-cb827c02fde5), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.851605 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 3, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:28.899134 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-607bb392-019b-43a3-975d-f05d2385584f None None] Provisioning complete for port 131629a7-a3e6-49fe-bf54-bf5ea87374aa triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:28.911041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-607bb392-019b-43a3-975d-f05d2385584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.912373 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Checking router: bf3e3f32-23a8-46df-91df-b729cd1301a9 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:28.923811 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Updating router bf3e3f32-23a8-46df-91df-b729cd1301a9 port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:28.965255 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:28.968632 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-32e5d487-9f66-4400-963a-9591cdd31219 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1585367 Aug 08 02:25:28.971279 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60320) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:28.984969 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] For port 18149fd0-96ab-4798-918b-55aaf3b0a99e, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:28.995156 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': '71b45dda-90e0-4f45-b50a-16d70bf26748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:29.027394 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] For port 18149fd0-96ab-4798-918b-55aaf3b0a99e, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=18149fd0-96ab-4798-918b-55aaf3b0a99e,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:29.088193 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-607bb392-019b-43a3-975d-f05d2385584f None None] Port 131629a7-a3e6-49fe-bf54-bf5ea87374aa cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:29.089709 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.094245 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5c4939e3-fa4e-4a9f-978b-b88934918716 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:29.095320 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f105f64f-ee98-4690-a44e-85bf68cc1409 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:29.101237 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:25:29.133675 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-54f1bd0b-10a6-485e-8ff5-a46d89aef45e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:29.135215 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-54f1bd0b-10a6-485e-8ff5-a46d89aef45e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 818 time: 0.7444587 Aug 08 02:25:29.144880 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.178031 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks [] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.191677 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:29.195457 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d78abb5d-9b56-4a79-a6db-5d52902fd1f4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/quotas/8af7d2bbc6d94273bd39c81423d8cebe HTTP/1.1" status: 200 len: 375 time: 0.0298784 Aug 08 02:25:29.297855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:29.298489 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:29.300360 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-c343e804-1b55-41b7-8422-a3fda76d304d None None] Provisioning complete for port 171319b8-c20d-49fc-b224-efbbd34d9f4c triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:29.300756 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c343e804-1b55-41b7-8422-a3fda76d304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.346807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (1aacdbf8-c38c-42ef-862e-4bcc4fc20438), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.351112 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for subnet (e7d8f24a-6293-4514-a51a-cb827c02fde5), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.397295 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.417435 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805c672-8d21-4d0b-b984-e8041b6b7159 None None] Pushing event updated for resources: {'Port': ['ID=18149fd0-96ab-4798-918b-55aaf3b0a99e,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:29.431412 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f105f64f-ee98-4690-a44e-85bf68cc1409 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:29.431804 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.458437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d8f24a-6293-4514-a51a-cb827c02fde5,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:29.463849 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-eecb47a4-ef34-4b11-a1b3-5ebefd707b71 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2379289 Aug 08 02:25:29.465045 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.468765 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-398ae44a-f5c2-4794-a0da-cb3927876bad admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e7d8f24a-6293-4514-a51a-cb827c02fde5 HTTP/1.1" status: 204 len: 168 time: 1.9393919 Aug 08 02:25:29.482980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60322) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:29.486660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-c343e804-1b55-41b7-8422-a3fda76d304d None None] Port 171319b8-c20d-49fc-b224-efbbd34d9f4c cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:29.547230 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (eaaf2913-cdf7-4917-a855-c68ace50ae06), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.612888 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:29.639944 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8a78018e-3362-4328-9749-17c9408ec52c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d828d923-acae-4fb3-bc3b-10c8106a4a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7131844 Aug 08 02:25:29.651917 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:29.685605 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Pushing event updated for resources: {'Port': ['ID=171319b8-c20d-49fc-b224-efbbd34d9f4c,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:29.705482 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:29.707589 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:29.720760 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.753125 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (1aacdbf8-c38c-42ef-862e-4bcc4fc20438), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.755795 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (5bd75c5e-b057-4b9b-bd67-59f3784361e2), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.792918 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-afa4892c-b55f-48d2-996f-9c9726f7fe30 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:25:29.794661 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-afa4892c-b55f-48d2-996f-9c9726f7fe30 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1112225 Aug 08 02:25:29.932289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (1aacdbf8-c38c-42ef-862e-4bcc4fc20438), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.987183 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:25:30.010243 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:30.029251 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:30.029944 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:30.096020 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Publish callbacks [] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.113960 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aacdbf8-c38c-42ef-862e-4bcc4fc20438,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:30.191038 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.197696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60342) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:30.198718 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e0357294-d229-492e-be80-c30d87a556e3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2027581 Aug 08 02:25:30.203370 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:30.214604 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:30.259514 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60344) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:30.261903 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.276890 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339761804', 'description': 'tempest-description--2090572668'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:30.282945 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Attempting to bind port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:30.283611 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Attempting to bind port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:30.284296 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Attempting to bind port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:30.287678 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Allocated IP 172.20.0.1 (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a/23f60c83-418e-4c6b-977f-cfbaf9cbd67e/c543bcca-7e42-4ea5-8a10-f66c0f6e4dac) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:30.291372 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-c343e804-1b55-41b7-8422-a3fda76d304d None None] Provisioning complete for port 17042485-def2-4c9d-bf1e-238fa979d9b8 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:30.292047 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c343e804-1b55-41b7-8422-a3fda76d304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.337408 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:30.338368 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:30.339299 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.339895 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:30.340612 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Bound port: 8051bf8a-4ef0-47ad-b34a-d73d04d85de3, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:30.342125 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.351281 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:30.365526 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:30.411507 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-e01fb3fd-0f85-494f-a42d-b8cad3e6a120 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/eaaf2913-cdf7-4917-a855-c68ace50ae06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1924689 Aug 08 02:25:30.428694 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks [] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.461347 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] For port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:30.461786 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] For port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:30.464813 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-c343e804-1b55-41b7-8422-a3fda76d304d None None] Port 17042485-def2-4c9d-bf1e-238fa979d9b8 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:30.476038 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (5bd75c5e-b057-4b9b-bd67-59f3784361e2), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.503679 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.503972 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.504807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.505246 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > port after_create 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.505600 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.505924 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > port after_update 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.506249 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.506590 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.506911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.507038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.507232 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:30.577181 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:27Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:30.586986 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f105f64f-ee98-4690-a44e-85bf68cc1409 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:30.588199 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b418c339-3e39-4b4f-8078-717b8756d930 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:30.608096 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-692f2da2-45aa-4710-abab-731be53cbc85 None None] Provisioning complete for port 171319b8-c20d-49fc-b224-efbbd34d9f4c triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:30.608620 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-692f2da2-45aa-4710-abab-731be53cbc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.663155 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.695110 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e0e5c-45a8-4bf9-bc4b-46650c3086e2 None None] Pushing event updated for resources: {'Port': ['ID=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:30.700567 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.790883 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:26Z', 'revision_number': 2, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:30.840295 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:30.844156 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:30.844156 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Updating router d828d923-acae-4fb3-bc3b-10c8106a4a15 port 17042485-def2-4c9d-bf1e-238fa979d9b8 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:30.883281 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:30.889727 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7c8ee-2e92-4567-a1c6-9841c5f84ce5 None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:27Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:30.908119 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Routers {'bf3e3f32-23a8-46df-91df-b729cd1301a9'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:30.909196 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bf3e3f32-23a8-46df-91df-b729cd1301a9'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:30.923891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.027777 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:31.029608 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:31.029970 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-692f2da2-45aa-4710-abab-731be53cbc85 None None] Port 171319b8-c20d-49fc-b224-efbbd34d9f4c cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:31.032617 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:31.036155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:25:31.036827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd75c5e-b057-4b9b-bd67-59f3784361e2']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:31.039208 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e0e5c-45a8-4bf9-bc4b-46650c3086e2 None None] Pushing event updated for resources: {'Port': ['ID=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:31.063973 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d3db1ffa-40b6-4e36-ace1-ee9154d2409b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2197828 Aug 08 02:25:31.112920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port b418c339-3e39-4b4f-8078-717b8756d930 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:31.113401 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (b418c339-3e39-4b4f-8078-717b8756d930), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.135586 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.147725 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b81ff1-0114-405a-8865-4766bafe87b1') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:31.148456 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b81ff1-0114-405a-8865-4766bafe87b1') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:31.349413 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] Set router bf3e3f32-23a8-46df-91df-b729cd1301a9 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:31.381777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60358) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:31.382396 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60360) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:31.395988 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1230300632', 'description': 'tempest-description--1185157269'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:31.418510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:31.485898 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (20b81ff1-0114-405a-8865-4766bafe87b1), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.524372 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (b26eeb6b-2ecc-4cc9-8617-f16cb431725d), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.552878 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (20b81ff1-0114-405a-8865-4766bafe87b1), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.584891 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:25:31.585480 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (20b81ff1-0114-405a-8865-4766bafe87b1), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.605986 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:31.615115 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.616710 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:31.644347 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Publish callbacks [] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.672560 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (b26eeb6b-2ecc-4cc9-8617-f16cb431725d), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.676626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port b418c339-3e39-4b4f-8078-717b8756d930 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:31.677728 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b0a13c90-6685-44ad-8fae-a88a53b35485 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:31.684325 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:31.690588 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.27.3.227 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/704af1bc-e641-4dd3-80e5-fc5b9814a3bf) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:31.695309 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:31.732455 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:31.751385 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Pushing event updated for resources: {'Port': ['ID=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:31.760259 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.842445 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port b0a13c90-6685-44ad-8fae-a88a53b35485 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:31.842765 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:31.959457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.001037 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d58759-6200-4308-8c16-97107db33155 None None] Sync routers for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:32.060119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (bf3e3f32-23a8-46df-91df-b729cd1301a9), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.071219 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc9755-6879-4e8d-912f-b58945822998 None None] Pushing event updated for resources: {'Port': ['ID=17042485-def2-4c9d-bf1e-238fa979d9b8,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.072487 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:32.088627 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Attempting to bind port 17042485-def2-4c9d-bf1e-238fa979d9b8 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:32.089035 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Attempting to bind port 17042485-def2-4c9d-bf1e-238fa979d9b8 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:32.089421 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Attempting to bind port 17042485-def2-4c9d-bf1e-238fa979d9b8 on network 637774ba-5318-4e0b-8885-18933b06fb53 {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:32.098649 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:32.099378 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Checking segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:32.100745 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.101319 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Bound using segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:32.102004 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Bound port: 17042485-def2-4c9d-bf1e-238fa979d9b8, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:32.102536 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.111914 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:32.122747 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:32.135773 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b151dcc9-30ee-4395-856b-b65fd408834c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.157509 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26eeb6b-2ecc-4cc9-8617-f16cb431725d,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.197729 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] For port 17042485-def2-4c9d-bf1e-238fa979d9b8, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:32.202219 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] For port 17042485-def2-4c9d-bf1e-238fa979d9b8, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=17042485-def2-4c9d-bf1e-238fa979d9b8,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:32.205509 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:32.220632 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-ff6219ba-bb6b-409e-8467-dda61798573d None None] Provisioning complete for port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:32.220974 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ff6219ba-bb6b-409e-8467-dda61798573d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.233457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.236619 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-382cd901-3a3d-42bc-b77a-a806d82fca8e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1695199 Aug 08 02:25:32.258528 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (5bd75c5e-b057-4b9b-bd67-59f3784361e2), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.276935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.280364 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5bd75c5e-b057-4b9b-bd67-59f3784361e2 HTTP/1.1" status: 204 len: 168 time: 2.7957697 Aug 08 02:25:32.297724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.302395 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b6be6448-94e0-4a75-bdce-2862d2c82145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0402210 Aug 08 02:25:32.305650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60384) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:32.319007 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'security_group_rule': {'security_group_id': 'b26eeb6b-2ecc-4cc9-8617-f16cb431725d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:32.333365 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.364797 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ce495-d526-4a6d-9171-0b6b526c155c admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd75c5e-b057-4b9b-bd67-59f3784361e2,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.407034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (d916c2ef-5441-46b7-94db-beb9b958f9b0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.409077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port b0a13c90-6685-44ad-8fae-a88a53b35485 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:32.409551 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.421120 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:32.422692 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:32.422830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:32.437936 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:32.442937 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port b0a13c90-6685-44ad-8fae-a88a53b35485, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b0a13c90-6685-44ad-8fae-a88a53b35485,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:32.446550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 20b81ff1-0114-405a-8865-4766bafe87b1 resource provider aggregate not found Aug 08 02:25:32.453168 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 3, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:32.453516 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.455664 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:32.459699 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:32.482232 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 20b81ff1-0114-405a-8865-4766bafe87b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20b81ff1-0114-405a-8865-4766bafe87b1 found for delete ", "request_id": "req-a96fa77b-ce6d-43ce-a2dd-fc427fb445be"}]} Aug 08 02:25:32.495726 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-ff6219ba-bb6b-409e-8467-dda61798573d None None] Port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:32.505173 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1848181-bb20-44bf-8850-161d085e34aa None None] The sync data for ids ['bf3e3f32-23a8-46df-91df-b729cd1301a9'] in dv-cinder-740146-18-iscsi is: [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 3, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:32.523426 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (98a95594-d8f4-42db-a04d-2869bca2445d), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.528948 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:32.552741 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc9755-6879-4e8d-912f-b58945822998 None None] Pushing event updated for resources: {'Port': ['ID=17042485-def2-4c9d-bf1e-238fa979d9b8,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.583576 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b151dcc9-30ee-4395-856b-b65fd408834c admin admin] Publish callbacks [] for security_group (1cd89186-ded5-4f49-a98e-055c6349ea9b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.598405 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.614001 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d916c2ef-5441-46b7-94db-beb9b958f9b0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.645403 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:32.829571 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (98a95594-d8f4-42db-a04d-2869bca2445d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.849588 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60394) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:32.880880 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5b0849ac-a251-4bbd-9049-19975a057c6d up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:32.885436 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d916c2ef-5441-46b7-94db-beb9b958f9b0,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.892801 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.894692 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a57532ad-d714-46cf-a978-0fa2190ffe30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5081179 Aug 08 02:25:32.895502 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b151dcc9-30ee-4395-856b-b65fd408834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1cd89186-ded5-4f49-a98e-055c6349ea9b), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:32.910606 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60400) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:32.915475 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'security_group_rule': {'security_group_id': 'd916c2ef-5441-46b7-94db-beb9b958f9b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:32.968576 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=b0a13c90-6685-44ad-8fae-a88a53b35485,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.974901 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-300066bd-716e-4c10-8e8d-2c110df742d9 req-1f841dc5-c3f8-43ff-8584-7924dbbb764f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 210 time: 0.1205544 Aug 08 02:25:32.975074 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b151dcc9-30ee-4395-856b-b65fd408834c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4b26f1294be945b1bfb2e5e0b47cc2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5815957 Aug 08 02:25:32.975074 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=704af1bc-e641-4dd3-80e5-fc5b9814a3bf,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:32.993032 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60406) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:33.010338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (98a95594-d8f4-42db-a04d-2869bca2445d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.022284 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:33.069422 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60410) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:33.086236 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a95594-d8f4-42db-a04d-2869bca2445d,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:33.107460 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks [] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.136433 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5b0849ac-a251-4bbd-9049-19975a057c6d triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:33.147800 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.161985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (1402fc71-0e17-4b42-b205-e865faf0c151), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.183263 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (2f7deb6a-aa2d-4f46-a916-87068f3d9a30), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.189809 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 2, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:33.224607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151dcc9-30ee-4395-856b-b65fd408834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd89186-ded5-4f49-a98e-055c6349ea9b,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:33.230784 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.242976 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:33.249767 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d58759-6200-4308-8c16-97107db33155 None None] Checking router: 2784d75b-9488-47fc-ac16-6cedcf408725 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:33.249767 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d58759-6200-4308-8c16-97107db33155 None None] Updating router 2784d75b-9488-47fc-ac16-6cedcf408725 port 131629a7-a3e6-49fe-bf54-bf5ea87374aa binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:33.301733 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.302735 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6f33-4c39-47ca-86b8-79f55589e31b None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:33.303437 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-fbba657f-9c3b-4934-b469-253d9a5c555d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9942317 Aug 08 02:25:33.316860 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (bf3e3f32-23a8-46df-91df-b729cd1301a9), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.333406 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-beda698b-4b1d-4e38-8e0f-bcd3db9f18de admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d7025c9928ff43feb51778ce5724e0ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2588155 Aug 08 02:25:33.336921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60430) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:33.337420 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60436) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:33.342664 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'security_group_rule': {'security_group_id': 'b26eeb6b-2ecc-4cc9-8617-f16cb431725d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:33.384822 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-26d58759-6200-4308-8c16-97107db33155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.407405 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.458031 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-08831538-aabd-43d5-91e4-403441630a3e admin admin] Publish callbacks [] for security_group (1cd89186-ded5-4f49-a98e-055c6349ea9b), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.464793 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:33.484828 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-08831538-aabd-43d5-91e4-403441630a3e admin admin] Publish callbacks [] for security_group (1cd89186-ded5-4f49-a98e-055c6349ea9b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.489904 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5b0849ac-a251-4bbd-9049-19975a057c6d is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:33.490309 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.588491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Pushing event updated for resources: {'Port': ['ID=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:33.592644 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (2f7deb6a-aa2d-4f46-a916-87068f3d9a30), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.647150 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 5b0849ac-a251-4bbd-9049-19975a057c6d, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5b0849ac-a251-4bbd-9049-19975a057c6d,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:33.769004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (2f7deb6a-aa2d-4f46-a916-87068f3d9a30), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.779861 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-261f1e58-df2f-40df-bfac-8e1071ee0001 admin admin] Publish callbacks [] for security_group (79aa037a-1245-436b-b1ff-02ab2dfd21af), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.782830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-08831538-aabd-43d5-91e4-403441630a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1cd89186-ded5-4f49-a98e-055c6349ea9b), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.786072 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-08831538-aabd-43d5-91e4-403441630a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.787554 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-08831538-aabd-43d5-91e4-403441630a3e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1cd89186-ded5-4f49-a98e-055c6349ea9b HTTP/1.1" status: 204 len: 168 time: 0.7995203 Aug 08 02:25:33.791882 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.792657 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f0979d9c-f98e-4c30-86e7-e851792d9457 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:33.799873 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:33.822002 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-4b6f99ea-aff0-4733-848d-6312ba78912c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:33.823638 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-4b6f99ea-aff0-4733-848d-6312ba78912c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 818 time: 0.4744775 Aug 08 02:25:33.829279 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:33.834224 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (ba347e5b-58ce-4106-a6bb-23306865a84c), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:33.845822 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7deb6a-aa2d-4f46-a916-87068f3d9a30,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:33.863188 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-f100815a-51f7-4ede-8cca-9a6e690fc21a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/quotas/8af7d2bbc6d94273bd39c81423d8cebe HTTP/1.1" status: 200 len: 375 time: 0.0257716 Aug 08 02:25:33.937912 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08831538-aabd-43d5-91e4-403441630a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd89186-ded5-4f49-a98e-055c6349ea9b,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:33.986598 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:34.030669 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-98cf7f85-2145-4f90-8d32-e76f8f11f816 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599097 Aug 08 02:25:34.036260 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.045487 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a0f7b11c-79f0-4844-a28e-b8708da988c6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1271431 Aug 08 02:25:34.051826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-261f1e58-df2f-40df-bfac-8e1071ee0001 admin admin] Publish callbacks [] for security_group (79aa037a-1245-436b-b1ff-02ab2dfd21af), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.086988 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60458) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:34.168228 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'security_group_rule': {'security_group_id': 'd916c2ef-5441-46b7-94db-beb9b958f9b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:34.192593 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-26d58759-6200-4308-8c16-97107db33155 None None] Publish callbacks [] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.247514 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Router bf3e3f32-23a8-46df-91df-b729cd1301a9 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:25:34.298811 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-4995f9a2-cf4f-4870-b0fc-a998866b8b6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145817 Aug 08 02:25:34.355847 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-26d58759-6200-4308-8c16-97107db33155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.401932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=5b0849ac-a251-4bbd-9049-19975a057c6d,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:34.459744 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-9e51c8e5-ab5f-4a57-8bd7-9efbbfafa8e4 None None] Provisioning complete for port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:34.460142 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9e51c8e5-ab5f-4a57-8bd7-9efbbfafa8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.508839 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f0979d9c-f98e-4c30-86e7-e851792d9457 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:34.509222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.544930 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (ba347e5b-58ce-4106-a6bb-23306865a84c), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.571483 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.598780 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (f0676ca1-50bf-4a45-bf99-d04891ddd5fa), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.609634 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:34.609869 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f3aa8-26ec-4c1f-affe-2fa076ab8999 None None] Pushing event updated for resources: {'Port': ['ID=131629a7-a3e6-49fe-bf54-bf5ea87374aa,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:34.648466 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:34.660991 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9221bafd-74d1-4d7d-8339-ded2c31ddb43 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bf3e3f32-23a8-46df-91df-b729cd1301a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7546666 Aug 08 02:25:34.661085 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (ba347e5b-58ce-4106-a6bb-23306865a84c), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.661171 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-b2e507ec-41f7-4c1e-b431-8bb235a3ded7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424920 Aug 08 02:25:34.713891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-261f1e58-df2f-40df-bfac-8e1071ee0001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (79aa037a-1245-436b-b1ff-02ab2dfd21af), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.721970 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-261f1e58-df2f-40df-bfac-8e1071ee0001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.728058 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-261f1e58-df2f-40df-bfac-8e1071ee0001 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/79aa037a-1245-436b-b1ff-02ab2dfd21af HTTP/1.1" status: 204 len: 168 time: 1.3788166 Aug 08 02:25:34.739704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-9e51c8e5-ab5f-4a57-8bd7-9efbbfafa8e4 None None] Port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:34.740242 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.773184 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f1e58-df2f-40df-bfac-8e1071ee0001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa037a-1245-436b-b1ff-02ab2dfd21af,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:34.850166 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-26d58759-6200-4308-8c16-97107db33155 None None] Attempting to bind port 131629a7-a3e6-49fe-bf54-bf5ea87374aa on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:34.850166 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-26d58759-6200-4308-8c16-97107db33155 None None] Attempting to bind port 131629a7-a3e6-49fe-bf54-bf5ea87374aa by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:34.850166 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58759-6200-4308-8c16-97107db33155 None None] Attempting to bind port 131629a7-a3e6-49fe-bf54-bf5ea87374aa on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:34.850628 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba347e5b-58ce-4106-a6bb-23306865a84c,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:34.850807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58759-6200-4308-8c16-97107db33155 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:34.850807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58759-6200-4308-8c16-97107db33155 None None] Checking segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:34.850807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-26d58759-6200-4308-8c16-97107db33155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.850807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d58759-6200-4308-8c16-97107db33155 None None] Bound using segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:34.850807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-26d58759-6200-4308-8c16-97107db33155 None None] Bound port: 131629a7-a3e6-49fe-bf54-bf5ea87374aa, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:34.850807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-26d58759-6200-4308-8c16-97107db33155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.903787 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=704af1bc-e641-4dd3-80e5-fc5b9814a3bf,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:34.923620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (f0676ca1-50bf-4a45-bf99-d04891ddd5fa), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.924304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.929250 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6272389b-f6d8-4e72-8367-b6bffaf284e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5870919 Aug 08 02:25:34.929250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60482) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:34.933216 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:34.948607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (1402fc71-0e17-4b42-b205-e865faf0c151), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:34.975336 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f0979d9c-f98e-4c30-86e7-e851792d9457 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:34.975737 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.014462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port f0979d9c-f98e-4c30-86e7-e851792d9457, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f0979d9c-f98e-4c30-86e7-e851792d9457,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:35.079058 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-26d58759-6200-4308-8c16-97107db33155 None None] For port 131629a7-a3e6-49fe-bf54-bf5ea87374aa, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:35.079058 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-26d58759-6200-4308-8c16-97107db33155 None None] For port 131629a7-a3e6-49fe-bf54-bf5ea87374aa, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=131629a7-a3e6-49fe-bf54-bf5ea87374aa,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:35.136608 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-832afab3-b4eb-4f0d-a4e6-95abbefcd487 req-0769467c-ec1c-4695-b735-65d9a123d62b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 210 time: 0.0515895 Aug 08 02:25:35.167029 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (f0676ca1-50bf-4a45-bf99-d04891ddd5fa), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.201365 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0676ca1-50bf-4a45-bf99-d04891ddd5fa,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:35.239693 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-26d58759-6200-4308-8c16-97107db33155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.240949 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.248859 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-770e26ad-816e-407c-9115-e8ba32b29c92 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0437284 Aug 08 02:25:35.258984 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.301966 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:35.302637 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:35.325124 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.331349 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-484dcf6a-61ec-4632-9f81-cb124337c76f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2295859 Aug 08 02:25:35.331671 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60510) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:35.336209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:35.363662 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.516004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.568172 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:35.891801 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:35.995762 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f3aa8-26ec-4c1f-affe-2fa076ab8999 None None] Pushing event updated for resources: {'Port': ['ID=131629a7-a3e6-49fe-bf54-bf5ea87374aa,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:36.036624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Allocated IP 172.27.3.139 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/23f0a531-a530-448e-a16b-a7b77d1dcd15) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:36.105604 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:36.171281 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5b0849ac-a251-4bbd-9049-19975a057c6d up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:36.175799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:36.203559 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.226787 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=f0979d9c-f98e-4c30-86e7-e851792d9457,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:36.229866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:36.359348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.364201 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-26d58759-6200-4308-8c16-97107db33155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:35Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:36.374475 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5b0849ac-a251-4bbd-9049-19975a057c6d triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:36.376318 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.387207 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-125f069c-a2df-4b14-b95b-2b724caef400 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--911812410&fields=id&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 267 time: 0.2290699 Aug 08 02:25:36.429774 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d58759-6200-4308-8c16-97107db33155 None None] The sync data for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi is: [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:35Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:36.471566 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:36.472202 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.475349 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:36.480421 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:36.538561 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5b0849ac-a251-4bbd-9049-19975a057c6d is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:36.540183 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 18149fd0-96ab-4798-918b-55aaf3b0a99e up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:36.546033 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'Port': ['ID=23f0a531-a530-448e-a16b-a7b77d1dcd15,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:36.583437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-f5a1a587-f6dd-47f6-b39c-c51665cc2e5d tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:36.585168 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-f5a1a587-f6dd-47f6-b39c-c51665cc2e5d tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/networks?id=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a HTTP/1.1" status: 200 len: 812 time: 0.5298653 Aug 08 02:25:36.610860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60570) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:36.614961 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (8f9f683e-ed7c-45bc-bb5a-0908b478d6f0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.615792 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-483be196-ed7c-4453-8ef6-b58f3b876480 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/quotas/5515114a058944a49182063213de54d3 HTTP/1.1" status: 200 len: 375 time: 0.0197346 Aug 08 02:25:36.625666 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 18149fd0-96ab-4798-918b-55aaf3b0a99e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:36.626094 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.676955 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5e76ed40-c343-49ed-98a3-6929e1ef7ada admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=192d598b1b0e4ebcbb22ddbb40546624&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0646124 Aug 08 02:25:36.679383 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60574) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:36.694463 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-ee230e01-02c1-4f79-bc0d-441161e25b77 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:36.703007 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-ee230e01-02c1-4f79-bc0d-441161e25b77 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.2854450 Aug 08 02:25:36.724380 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:36.744886 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-0304405c-ffa7-4d8e-87e9-f8c149c7d6db tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/quotas/ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 375 time: 0.0400927 Aug 08 02:25:36.768118 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-47599348-6c9b-4d21-b415-6f308f7f09ba tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5515114a058944a49182063213de54d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390321 Aug 08 02:25:36.784969 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 18149fd0-96ab-4798-918b-55aaf3b0a99e is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:36.785653 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.818563 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 18149fd0-96ab-4798-918b-55aaf3b0a99e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=18149fd0-96ab-4798-918b-55aaf3b0a99e,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:36.821906 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4406ebd6-0a53-479b-b757-45298bcef0b0 admin admin] Publish callbacks [] for security_group (cf02215c-205c-4cc3-85b6-396a5cbb40f7), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.840520 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.850328 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Allocated IP 172.27.3.157 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/7d99cd4f-f60c-445a-b051-fb314c7e5575) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:36.870734 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-c91722e2-1e3d-4f54-b4e6-023fdf8573b5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203017 Aug 08 02:25:36.876658 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4406ebd6-0a53-479b-b757-45298bcef0b0 admin admin] Publish callbacks [] for security_group (cf02215c-205c-4cc3-85b6-396a5cbb40f7), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.932398 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:36.933597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 17042485-def2-4c9d-bf1e-238fa979d9b8 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:37.102210 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.156532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=18149fd0-96ab-4798-918b-55aaf3b0a99e,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:37.159621 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 17042485-def2-4c9d-bf1e-238fa979d9b8 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:37.160228 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.162977 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.166082 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4406ebd6-0a53-479b-b757-45298bcef0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cf02215c-205c-4cc3-85b6-396a5cbb40f7), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.171175 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4406ebd6-0a53-479b-b757-45298bcef0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.175247 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4406ebd6-0a53-479b-b757-45298bcef0b0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cf02215c-205c-4cc3-85b6-396a5cbb40f7 HTTP/1.1" status: 204 len: 168 time: 0.4910755 Aug 08 02:25:37.181472 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406ebd6-0a53-479b-b757-45298bcef0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf02215c-205c-4cc3-85b6-396a5cbb40f7,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:37.270749 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.277257 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.303486 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:37.379506 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-a8c21699-e3fa-4ebb-b2a3-4de97c58f1ef service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:25:37.380530 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-a8c21699-e3fa-4ebb-b2a3-4de97c58f1ef service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2386904 Aug 08 02:25:37.386413 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 17042485-def2-4c9d-bf1e-238fa979d9b8 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:37.387001 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.405965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:37.406922 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (8f9f683e-ed7c-45bc-bb5a-0908b478d6f0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.413415 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'Port': ['ID=23f0a531-a530-448e-a16b-a7b77d1dcd15,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:37.452911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:37.469183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:37.476750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 17042485-def2-4c9d-bf1e-238fa979d9b8, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=17042485-def2-4c9d-bf1e-238fa979d9b8,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:37.550065 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'Port': ['ID=7d99cd4f-f60c-445a-b051-fb314c7e5575,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:37.598875 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.601309 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-91b8d8dd-71aa-41ab-a12f-fb024a6e92ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6717110 Aug 08 02:25:37.691484 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-f7415c26-9c71-4056-9d2b-65076e53b17e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901018 Aug 08 02:25:37.714252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.715099 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:37.750975 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-cc494667-6745-4d3f-ae6b-bef707ec8a6e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369157 Aug 08 02:25:37.793154 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=17042485-def2-4c9d-bf1e-238fa979d9b8,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:37.794077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (382c3514-7538-403c-b738-f36020f21316), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.802358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:37.802752 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.910782 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:37.911241 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:37.935660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:37.951469 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-98350d37-47d5-44de-aa93-b35f5c061fd0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689477 Aug 08 02:25:37.955254 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-3e3f3ae4-38c8-4d23-b990-98aff825340d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472904 Aug 08 02:25:37.962164 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:38.030102 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:38.030935 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b0a13c90-6685-44ad-8fae-a88a53b35485 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:38.127123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:38.127859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.45', 56087) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:38.206529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:38.237675 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port b0a13c90-6685-44ad-8fae-a88a53b35485 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:38.238066 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:38.356817 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:38.543728 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:38.610186 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port b0a13c90-6685-44ad-8fae-a88a53b35485 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:38.712627 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d81da064-7923-4215-a7fb-5e1b856c6766 req-2ec5c75f-9a58-4df7-9dc6-f76562f7472e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 210 time: 0.0835109 Aug 08 02:25:38.823113 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:38.902082 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 18149fd0-96ab-4798-918b-55aaf3b0a99e up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:38.915887 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (382c3514-7538-403c-b738-f36020f21316), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:38.945580 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'Port': ['ID=7d99cd4f-f60c-445a-b051-fb314c7e5575,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:38.948967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.45', 56089) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:38.961022 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 18149fd0-96ab-4798-918b-55aaf3b0a99e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:38.961396 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:39.021238 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:39.032922 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3dff44fb-cc2f-448f-90c9-9290d807cab5 req-bae60cba-25cd-41fa-965f-6e3a92bdf438 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0621269 Aug 08 02:25:39.066852 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 18149fd0-96ab-4798-918b-55aaf3b0a99e is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:39.068174 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 17042485-def2-4c9d-bf1e-238fa979d9b8 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:39.070610 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:39.081939 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-a1538ea4-d1c5-4ab9-83a0-0748e552635d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1339761804&fields=id&tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 267 time: 0.0866077 Aug 08 02:25:39.121455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:39.131698 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2bc360d6-0cb5-4b92-af1a-b1498779c676 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8006504 Aug 08 02:25:39.135611 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 17042485-def2-4c9d-bf1e-238fa979d9b8 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:39.136273 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:39.218622 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7a55894a-7a5d-4d96-938d-28fc4a6e7e8b req-a7e40cf9-65a4-4f70-a43c-809a472b3abd tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.1355009 Aug 08 02:25:39.227896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-6cfecc8a-6c42-4401-b3d4-fb62ebdddc80 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:39.229123 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-6cfecc8a-6c42-4401-b3d4-fb62ebdddc80 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 818 time: 1.0987267 Aug 08 02:25:39.251645 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:39.275605 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 17042485-def2-4c9d-bf1e-238fa979d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:39.275605 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:39.282195 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'port': {'device_id': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'admin_state_up': True, 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:39.355069 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:39.405279 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:39.406994 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:39.634883 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:39.637271 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 131629a7-a3e6-49fe-bf54-bf5ea87374aa up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:39.660971 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-ccd4b153-3714-4929-b474-7de9a360fe59 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:39.660971 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-ccd4b153-3714-4929-b474-7de9a360fe59 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 818 time: 0.6840222 Aug 08 02:25:39.680379 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'port': {'device_id': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'admin_state_up': True, 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:39.699208 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 131629a7-a3e6-49fe-bf54-bf5ea87374aa triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:39.700019 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:39.797343 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 131629a7-a3e6-49fe-bf54-bf5ea87374aa is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:39.797674 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:39.804578 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-03d9bd5b-2305-4442-89e6-9d91dc728cde tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1230300632&fields=id&tenant_id=ee8baa7d6e294e27ae2fb12eded3709d HTTP/1.1" status: 200 len: 267 time: 0.1337190 Aug 08 02:25:39.838328 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 131629a7-a3e6-49fe-bf54-bf5ea87374aa, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=131629a7-a3e6-49fe-bf54-bf5ea87374aa,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:39.892476 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-bfc02385-5d71-4702-8323-05bee098c90e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:39.894056 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-bfc02385-5d71-4702-8323-05bee098c90e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 817 time: 0.7767794 Aug 08 02:25:39.929884 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-eba6e8d7-ad84-450a-bba5-b793fab825b2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/quotas/7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 375 time: 0.0239151 Aug 08 02:25:39.979905 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-29aec715-d670-489b-b5e1-ea6bfe172a4d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:39.982505 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-29aec715-d670-489b-b5e1-ea6bfe172a4d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 811 time: 0.1762915 Aug 08 02:25:40.007008 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-085e6caa-e220-40ec-90b3-e2e997ca3503 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/quotas/ee8baa7d6e294e27ae2fb12eded3709d HTTP/1.1" status: 200 len: 375 time: 0.0176857 Aug 08 02:25:40.011527 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-822324ec-03cb-40f7-8cfb-0a3350f54e9b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732677 Aug 08 02:25:40.019392 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:40.020257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f0979d9c-f98e-4c30-86e7-e851792d9457 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:40.022003 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Made reservation on behalf of 8af7d2bbc6d94273bd39c81423d8cebe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:40.034281 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:40.037501 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Made reservation on behalf of 8af7d2bbc6d94273bd39c81423d8cebe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:40.040784 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:40.120189 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=131629a7-a3e6-49fe-bf54-bf5ea87374aa,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:40.139688 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f0979d9c-f98e-4c30-86e7-e851792d9457 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:40.142385 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:40.148856 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-3c0a6981-2485-4120-aab8-757cb2466f91 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349406 Aug 08 02:25:40.274222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:40.289281 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f0979d9c-f98e-4c30-86e7-e851792d9457 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:40.302464 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-c15369a0-b067-4c46-bdaf-86cf20de466d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240989 Aug 08 02:25:40.368406 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-0a49625d-dcd1-4f85-811e-8ff1ea141d31 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185943 Aug 08 02:25:40.498756 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Allocated IP 172.20.0.12 (847f3ad1-eef7-41cf-8570-7f9863393002/a4b6df36-21fc-4b32-836d-015ed5b16480/ee2c6536-d687-4d7c-aac6-d3b85f022762) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:40.512488 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-d8846da9-7ade-4b31-8197-6682ae09a981 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058909 Aug 08 02:25:40.557029 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-3b2fc348-4857-423f-896f-f79a91852ef2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875441 Aug 08 02:25:40.649625 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:40.745239 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 131629a7-a3e6-49fe-bf54-bf5ea87374aa up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:40.799934 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 131629a7-a3e6-49fe-bf54-bf5ea87374aa triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:40.800336 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:40.844631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:40.892948 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 131629a7-a3e6-49fe-bf54-bf5ea87374aa is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:41.175353 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:41.251492 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1d301754-4413-47d1-b033-47ee96dcb628 req-abb48adb-1160-4b5a-b704-7f3c8ebae7df tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 210 time: 0.0701201 Aug 08 02:25:41.402537 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6bd8f619-adfe-4d07-a9b7-3403d4833214 req-fdc05605-c93d-414b-a1ac-4ffdc9166cb7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0680146 Aug 08 02:25:41.568903 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42ac564b-a90d-4e5c-8500-2605144ff736 req-7bd3f48d-a7bc-4435-bb28-56012f16e537 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0848384 Aug 08 02:25:41.664298 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:41.676784 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc88877b-2880-4f5a-a4bb-235a5b35e729 req-50298cf8-af2a-4a93-bbc0-02923a3aa066 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.0723505 Aug 08 02:25:41.750862 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-de387626-1b51-4c01-94f2-59b752de8034 req-0c9f7207-2d62-4fd8-8597-28978bdcfe06 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.0745509 Aug 08 02:25:41.765604 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'Port': ['ID=ee2c6536-d687-4d7c-aac6-d3b85f022762,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:41.787059 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Allocated IP 172.20.0.8 (847f3ad1-eef7-41cf-8570-7f9863393002/a4b6df36-21fc-4b32-836d-015ed5b16480/f898d7da-2295-4c47-988e-433dec437c80) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:41.815315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:41.823102 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:41.827546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:41.977243 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:41.982228 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:41.990205 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:42.082955 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:42.249385 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c854be71-ca40-46fc-947b-2e02b6065df4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9811876 Aug 08 02:25:42.255887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for port (f898d7da-2295-4c47-988e-433dec437c80), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:42.359336 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-c66cf07b-f04b-4119-8a3b-c2a231c95487 None None] Provisioning complete for port ee2c6536-d687-4d7c-aac6-d3b85f022762 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:42.360584 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c66cf07b-f04b-4119-8a3b-c2a231c95487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:42.402523 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f898d7da-2295-4c47-988e-433dec437c80), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:42.439798 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-c66cf07b-f04b-4119-8a3b-c2a231c95487 None None] Port ee2c6536-d687-4d7c-aac6-d3b85f022762 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:42.474371 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:42.478466 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:42.492390 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:42.533847 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cef3c9-f893-4db7-86ce-2c524cf30e75 req-db6f6675-3513-4f16-92e3-1ab6063c37a7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:42.533847 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36cef3c9-f893-4db7-86ce-2c524cf30e75 req-db6f6675-3513-4f16-92e3-1ab6063c37a7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 931 time: 0.1341660 Aug 08 02:25:42.562601 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'Port': ['ID=f898d7da-2295-4c47-988e-433dec437c80,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:42.631361 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36cef3c9-f893-4db7-86ce-2c524cf30e75 req-c31c2e4c-fef8-4b99-93d5-b771e9f35a05 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078465 Aug 08 02:25:42.646542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:42.649135 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:42.667677 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-aa458e0a-d7d8-4df5-96d6-29678f955ef5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:25:42.671464 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-aa458e0a-d7d8-4df5-96d6-29678f955ef5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078039 Aug 08 02:25:42.795178 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-621f9a41-3962-40a4-8f30-12d953bcf46f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1224983 Aug 08 02:25:42.965882 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-407e973a-9287-436c-9649-493863a5d30f req-f128722d-17ed-4333-9b90-4044918b4318 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.1448152 Aug 08 02:25:43.065085 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-6e4467d8-1df7-458b-a475-58a2dd2114c2 None None] Provisioning complete for port f898d7da-2295-4c47-988e-433dec437c80 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:43.065464 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6e4467d8-1df7-458b-a475-58a2dd2114c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f898d7da-2295-4c47-988e-433dec437c80), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:43.120820 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-6e4467d8-1df7-458b-a475-58a2dd2114c2 None None] Port f898d7da-2295-4c47-988e-433dec437c80 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:43.207120 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae6d60f8-168e-40b0-b3fd-cab66dcb66b4 req-6b955320-c91f-4e8c-a639-a77ebd0d9d45 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0644047 Aug 08 02:25:43.250168 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7fa0c88-c0f9-4c03-b72e-5682c9398a7a req-5adaaf8e-5fd8-4fe4-b5cc-3cfdfaa66b81 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.0977421 Aug 08 02:25:43.303909 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:43.424329 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd59dfe6-dd87-4245-8a31-b0894a9085c0 req-98f9150a-c09c-44b0-8db6-16c4149f4648 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.0908329 Aug 08 02:25:43.457572 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.45', 56100) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:43.571715 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Request body: {'port': {'device_id': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:43.594421 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:43.675323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Request body: {'port': {'device_id': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:43.734516 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-0e6b7008-277c-4ec4-9af8-62e129e92255 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:43.737041 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-0e6b7008-277c-4ec4-9af8-62e129e92255 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.3124897 Aug 08 02:25:43.746155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f898d7da-2295-4c47-988e-433dec437c80), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:43.823371 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.45', 56101) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:43.915289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a92ae6-e126-41a7-8421-0eb129f14a53 req-80fe5308-4baa-4b22-b5cf-b136ca077ccc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:43.917388 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1a92ae6-e126-41a7-8421-0eb129f14a53 req-80fe5308-4baa-4b22-b5cf-b136ca077ccc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 931 time: 0.1084099 Aug 08 02:25:43.974738 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:44.019590 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:44.020291 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:44.047604 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:44.144008 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:44.172356 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:44.425479 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1a92ae6-e126-41a7-8421-0eb129f14a53 req-5422bc6c-0820-479b-b2ec-91e4176d847c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927633 Aug 08 02:25:44.520837 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:44.570527 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5d665615-c3b2-4797-acb5-dfd89623c80c req-e1100a87-1f0e-4a3e-bb78-f119d07ee34e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.2130470 Aug 08 02:25:44.639180 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:44.700064 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Sync routers for ids ['bf3e3f32-23a8-46df-91df-b729cd1301a9'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:44.712554 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Routers {'bf3e3f32-23a8-46df-91df-b729cd1301a9'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:44.718212 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 60846) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:44.725691 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bf3e3f32-23a8-46df-91df-b729cd1301a9'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:44.862558 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2321413f-fcdb-477d-a29c-4ac86b558ab1 req-87fafe4a-869a-4275-ba8c-f35a17b47d35 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.2109234 Aug 08 02:25:45.006648 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Set router bf3e3f32-23a8-46df-91df-b729cd1301a9 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:45.074567 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4eb0e810-2024-4b4d-b181-3d7b93b5f34d req-64b14c46-5821-410d-be35-079270245aa5 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.1990826 Aug 08 02:25:45.104237 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bc517a85-f15b-4971-861c-516615b92232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:45.278975 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'c543bcca-7e42-4ea5-8a10-f66c0f6e4dac', 'name': '', 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'tenant_id': '5515114a058944a49182063213de54d3', 'mac_address': 'fa:16:3e:28:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:29Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 2, 'project_id': '5515114a058944a49182063213de54d3', 'subnets': [{'id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:45.302519 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-61c5b43e-12d2-4e73-9846-a16a58ff0b03 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 379 time: 1.5488253 Aug 08 02:25:45.348910 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 2, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:45.393498 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a333aa59-3c66-4b23-9fb5-c47834196b19 req-ff073310-bc43-4c83-a9ef-7f6cc4f790b2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.3414321 Aug 08 02:25:45.413749 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9e05d745-74f3-4476-988f-a5d89a2a426d tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:45.425639 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9e05d745-74f3-4476-988f-a5d89a2a426d tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.45 "GET /networking/v2.0/networks?id=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a HTTP/1.1" status: 200 len: 812 time: 1.5907867 Aug 08 02:25:45.455054 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:45.455475 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Updating router eaaf2913-cdf7-4917-a855-c68ace50ae06 port 171319b8-c20d-49fc-b224-efbbd34d9f4c binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:45.525893 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:45.554550 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Checking router: bf3e3f32-23a8-46df-91df-b729cd1301a9 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:45.555027 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Updating router bf3e3f32-23a8-46df-91df-b729cd1301a9 port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:45.582260 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bc517a85-f15b-4971-861c-516615b92232 admin admin] Publish callbacks [] for security_group (60bc476d-2079-41da-8cff-f60bd578c4b7), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:45.604656 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:45.645349 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'port': {'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'admin_state_up': True, 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'security_groups': ['71b45dda-90e0-4f45-b50a-16d70bf26748']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:45.674436 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e856-488e-454b-b266-7ee97993b322 req-23419df4-1528-48e0-a3cf-f8cb652901a5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:45.676141 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5585e856-488e-454b-b266-7ee97993b322 req-23419df4-1528-48e0-a3cf-f8cb652901a5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 931 time: 0.0766196 Aug 08 02:25:45.725280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Request body: {'port': {'device_id': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'admin_state_up': True, 'tenant_id': '5515114a058944a49182063213de54d3'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:45.743153 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f898d7da-2295-4c47-988e-433dec437c80 {{(pid=104628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:45.756163 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Publish callbacks [] for port (f898d7da-2295-4c47-988e-433dec437c80), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:45.843727 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bc517a85-f15b-4971-861c-516615b92232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (60bc476d-2079-41da-8cff-f60bd578c4b7), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:45.916453 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.45', 56108) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:45.964613 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:45.989605 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.provisioning_blocks [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Transition to ACTIVE for port object f898d7da-2295-4c47-988e-433dec437c80 will not be triggered until provisioned by entity L2. {{(pid=104628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:25:46.094435 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5585e856-488e-454b-b266-7ee97993b322 req-0a63808f-b0de-4057-b8f3-b40959dd03fe tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757305 Aug 08 02:25:46.125314 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a9a8ac0d-91a9-46b5-bd85-f38f02a62bbd req-1f6e93fe-dbf8-4c3a-b2e3-80a50d7c1aa0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.1548250 Aug 08 02:25:46.147138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:46.198131 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc517a85-f15b-4971-861c-516615b92232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc476d-2079-41da-8cff-f60bd578c4b7,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:46.227265 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-bc517a85-f15b-4971-861c-516615b92232 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d2f4a8558d8242c88877511889b2d6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4959829 Aug 08 02:25:46.237905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 60890) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:46.238417 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (f898d7da-2295-4c47-988e-433dec437c80), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.282971 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Publish callbacks [] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.342034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.45', 56109) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:46.369714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f898d7da-2295-4c47-988e-433dec437c80,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:46.393478 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.477050 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Publish callbacks [] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.487152 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a6dba9a3-bc22-4207-aa84-cd33a61e0618 req-fb2c5382-a371-496f-9c7c-fd511140b586 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.2585721 Aug 08 02:25:46.487380 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-0420e342-10b0-46c8-93ae-0b13e6e4fd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.538719 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647a7c-3d72-475e-8531-7c98a8a28335 None None] Pushing event updated for resources: {'Port': ['ID=171319b8-c20d-49fc-b224-efbbd34d9f4c,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:46.554991 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b2a4874b-d745-492e-a320-feca6629acf7 req-b0bdfa35-4eb7-4f3c-9f97-cc40ff945cfa tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.1852810 Aug 08 02:25:46.573521 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-53cc5649-525c-428e-a45c-dbaf1010255f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:46.578534 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-53cc5649-525c-428e-a45c-dbaf1010255f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 817 time: 0.6307316 Aug 08 02:25:46.605519 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Attempting to bind port 171319b8-c20d-49fc-b224-efbbd34d9f4c on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:46.606388 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Attempting to bind port 171319b8-c20d-49fc-b224-efbbd34d9f4c by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:46.619379 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Attempting to bind port 171319b8-c20d-49fc-b224-efbbd34d9f4c on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:46.629786 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.644567 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:46.646724 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Checking segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:46.647786 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.655573 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Bound using segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:46.656343 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Bound port: 171319b8-c20d-49fc-b224-efbbd34d9f4c, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:46.656930 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.749619 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] For port 171319b8-c20d-49fc-b224-efbbd34d9f4c, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:46.754572 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] For port 171319b8-c20d-49fc-b224-efbbd34d9f4c, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=171319b8-c20d-49fc-b224-efbbd34d9f4c,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:46.813062 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.managers [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Attempting to bind port f898d7da-2295-4c47-988e-433dec437c80 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:46.814032 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.managers [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Attempting to bind port f898d7da-2295-4c47-988e-433dec437c80 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}] {{(pid=104628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:46.814513 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Attempting to bind port f898d7da-2295-4c47-988e-433dec437c80 on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:46.819395 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-17b05995-8c33-481c-b82a-8dce774faf8f req-6220fd54-e05d-4cee-b94a-2fabda7a686f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.1459055 Aug 08 02:25:46.825911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Port f898d7da-2295-4c47-988e-433dec437c80 on network 847f3ad1-eef7-41cf-8570-7f9863393002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:25:46.826891 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Attempting to bind port f898d7da-2295-4c47-988e-433dec437c80 on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:46.832527 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:46.833046 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Checking segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:46.833878 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.834145 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Bound using segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} {{(pid=104628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:46.834587 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.managers [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Bound port: f898d7da-2295-4c47-988e-433dec437c80, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}}] {{(pid=104628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:46.836364 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f898d7da-2295-4c47-988e-433dec437c80), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.904962 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Attempting to bind port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:46.905362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Attempting to bind port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:46.905753 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Attempting to bind port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac on network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:46.907951 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf20da7-7d57-4d5c-9b51-a69756d92809 None None] Pushing event updated for resources: {'Port': ['ID=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:46.914921 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] For port f898d7da-2295-4c47-988e-433dec437c80, host hv-cinder-74014, cleared binding levels {{(pid=104628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:46.924252 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] For port f898d7da-2295-4c47-988e-433dec437c80, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f898d7da-2295-4c47-988e-433dec437c80,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:46.937393 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:46.941145 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Checking segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:46.941145 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.941145 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Bound using segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:46.941145 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Bound port: c543bcca-7e42-4ea5-8a10-f66c0f6e4dac, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:46.941145 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:46.954184 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:46.954893 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:46.981291 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:47.001404 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-83f98ca2-0486-475b-aaa7-6eaa14496e04 admin admin] Publish callbacks [] for security_group (60bc476d-2079-41da-8cff-f60bd578c4b7), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.036977 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (f898d7da-2295-4c47-988e-433dec437c80), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.135332 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] For port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:47.147031 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] For port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:47.199420 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:47.205926 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.210340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:47.211405 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/f898d7da-2295-4c47-988e-433dec437c80 HTTP/1.1" status: 200 len: 1093 time: 3.7525601 Aug 08 02:25:47.213942 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'tag': 'f898d7da-2295-4c47-988e-433dec437c80'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:25:47.252790 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647a7c-3d72-475e-8531-7c98a8a28335 None None] Pushing event updated for resources: {'Port': ['ID=171319b8-c20d-49fc-b224-efbbd34d9f4c,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:47.265587 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.276977 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd1b99-2519-4996-a554-9f3d502f9ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f898d7da-2295-4c47-988e-433dec437c80,revision_number=3']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:47.306750 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:47.332330 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Made reservation on behalf of ca29b2b9a59d4826bfd25f4dcfa9cffe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:47.359360 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.378081 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-83f98ca2-0486-475b-aaa7-6eaa14496e04 admin admin] Publish callbacks [] for security_group (60bc476d-2079-41da-8cff-f60bd578c4b7), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.390829 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Routers {'bf3e3f32-23a8-46df-91df-b729cd1301a9'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:47.391531 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bf3e3f32-23a8-46df-91df-b729cd1301a9'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:47.439470 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-bf14b405-9fbe-42e9-999f-33e7425a5003 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:47.441272 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-bf14b405-9fbe-42e9-999f-33e7425a5003 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 811 time: 1.0981126 Aug 08 02:25:47.494736 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f6bf365d-88fa-4027-95eb-65ebc9b8615d req-8e283544-1113-4ae5-a8ec-79198d2bef35 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0943010 Aug 08 02:25:47.537671 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf20da7-7d57-4d5c-9b51-a69756d92809 None None] Pushing event updated for resources: {'Port': ['ID=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:47.593917 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc" -d '{"events": [{"name": "network-changed", "server_uuid": "085a353c-1451-4abc-a9c5-dad9de93fcd4", "tag": "f898d7da-2295-4c47-988e-433dec437c80"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:25:47.675792 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Made reservation on behalf of 5515114a058944a49182063213de54d3 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:47.680227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.692244 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] Set router bf3e3f32-23a8-46df-91df-b729cd1301a9 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:47.707808 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a9bad65a-2044-43fa-843f-cc4e04ad538a req-0c578f72-ff8f-4faf-9dd1-6d6005179ff3 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0487380 Aug 08 02:25:47.714045 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-756b38cc-94c1-4af6-adfe-5b8491fd625b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 380 time: 1.0989757 Aug 08 02:25:47.720805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59207e78-e810-4a2f-9a05-16986d662556 req-c8275642-df68-4c0b-a910-5e1ed212b953 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:47.728630 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-59207e78-e810-4a2f-9a05-16986d662556 req-c8275642-df68-4c0b-a910-5e1ed212b953 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.4088585 Aug 08 02:25:47.744800 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2c6536-d687-4d7c-aac6-d3b85f022762 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:47.760575 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-9b6ab70f-0407-4293-8e7c-6b3d9a3ba069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:47.763228 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-9b6ab70f-0407-4293-8e7c-6b3d9a3ba069 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 1127 time: 0.2947366 Aug 08 02:25:47.769366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'port': {'device_id': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'admin_state_up': True, 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'security_groups': ['b26eeb6b-2ecc-4cc9-8617-f16cb431725d']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:47.777192 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Publish callbacks [] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:47.859100 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-ff6e1cbc-e71d-4761-9877-7794f2ee67ac service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f898d7da-2295-4c47-988e-433dec437c80 HTTP/1.1" status: 200 len: 217 time: 0.0849104 Aug 08 02:25:47.899113 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-59207e78-e810-4a2f-9a05-16986d662556 req-5d165277-25f3-4eae-90ab-bd8ca3b4ca2f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567826 Aug 08 02:25:47.950383 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Transition to ACTIVE for port object ee2c6536-d687-4d7c-aac6-d3b85f022762 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:25:47.975120 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:46Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:47.994672 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-3aebec50-cc15-497b-b08e-9bdcfce0b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:47.998421 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-3aebec50-cc15-497b-b08e-9bdcfce0b2e7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.1083827 Aug 08 02:25:48.096993 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'c543bcca-7e42-4ea5-8a10-f66c0f6e4dac', 'name': '', 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'tenant_id': '5515114a058944a49182063213de54d3', 'mac_address': 'fa:16:3e:28:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:29Z', 'updated_at': '2022-08-08T02:25:47Z', 'revision_number': 4, 'project_id': '5515114a058944a49182063213de54d3', 'subnets': [{'id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:48.114152 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-83f98ca2-0486-475b-aaa7-6eaa14496e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (60bc476d-2079-41da-8cff-f60bd578c4b7), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:48.121643 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-83f98ca2-0486-475b-aaa7-6eaa14496e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:48.125693 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-83f98ca2-0486-475b-aaa7-6eaa14496e04 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/60bc476d-2079-41da-8cff-f60bd578c4b7 HTTP/1.1" status: 204 len: 168 time: 1.8075311 Aug 08 02:25:48.138557 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-26aa0c4f-4acb-41d7-beac-aaf2bb01bd82 req-3236b652-7145-496e-b2e3-447cdc05c57a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.1350014 Aug 08 02:25:48.141180 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224179ef-8cac-44f8-80d5-296cdee5d298 None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:46Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:48.208943 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e654c5-8512-488c-8ca4-0ac88fc96814 None None] The sync data for ids ['bf3e3f32-23a8-46df-91df-b729cd1301a9'] in dv-cinder-740146-18-iscsi is: [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'c543bcca-7e42-4ea5-8a10-f66c0f6e4dac', 'name': '', 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'tenant_id': '5515114a058944a49182063213de54d3', 'mac_address': 'fa:16:3e:28:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:29Z', 'updated_at': '2022-08-08T02:25:47Z', 'revision_number': 4, 'project_id': '5515114a058944a49182063213de54d3', 'subnets': [{'id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:48.215469 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-fdeb9277-1f7e-42ce-ad9f-8ae7537c9a15 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ee8baa7d6e294e27ae2fb12eded3709d HTTP/1.1" status: 200 len: 380 time: 0.7313757 Aug 08 02:25:48.216947 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:48.232219 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-874692a2-53f8-41e8-a93c-dd93b05c0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:48.237527 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-874692a2-53f8-41e8-a93c-dd93b05c0202 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2287858 Aug 08 02:25:48.238428 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'port': {'device_id': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'admin_state_up': True, 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'security_groups': ['d916c2ef-5441-46b7-94db-beb9b958f9b0']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:48.353894 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.20.0.11 (f92c936a-6950-4530-8001-5260ea91adac/7a395e29-3199-4a8d-a57e-2613d08d7478/26e540df-eae8-4a69-873e-d4b1a210cfdf) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:48.371631 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167eced3-8a85-4bfd-baee-d5121bcacbd8 x-openstack-request-id: req-167eced3-8a85-4bfd-baee-d5121bcacbd8 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:25:48.372832 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085a353c-1451-4abc-a9c5-dad9de93fcd4", "tag": "f898d7da-2295-4c47-988e-433dec437c80", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:25:48.373227 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-167eced3-8a85-4bfd-baee-d5121bcacbd8 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:25:48.373815 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167eced3-8a85-4bfd-baee-d5121bcacbd8'] response: {'name': 'network-changed', 'server_uuid': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'tag': 'f898d7da-2295-4c47-988e-433dec437c80', 'status': 'completed', 'code': 200} Aug 08 02:25:48.433284 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a5a4bfbe-5a92-4634-a34e-da6f9b4dd69f req-215e1516-04db-4b73-97cc-a6f1a5192c3b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.1259346 Aug 08 02:25:48.579394 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-6a788558-511f-443a-b2d3-0f1ace259e1a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285820 Aug 08 02:25:48.660419 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:48.710635 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d198c9b7-5f99-4dd5-bcdd-c1d3d6464e00 req-74b569a8-e7ac-4380-abbc-98ca1d6f9437 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0472467 Aug 08 02:25:48.823533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Allocated IP 172.20.0.8 (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a/23f60c83-418e-4c6b-977f-cfbaf9cbd67e/5482fadc-3651-40bc-b0e6-82d5cf650c16) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:48.924006 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-acc24cdb-24fe-45bb-bc11-0282e0a84488 req-4797233e-30bb-4732-a929-e70a360c6ade tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0836041 Aug 08 02:25:49.055198 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c543bcca-7e42-4ea5-8a10-f66c0f6e4dac up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:49.063829 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f98ca2-0486-475b-aaa7-6eaa14496e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc476d-2079-41da-8cff-f60bd578c4b7,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:49.063829 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:49.105944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5f9ab-2865-415b-a9ff-9ac633864c5f req-aedd025e-1141-43b3-a1be-baee62ad1843 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:49.121272 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b8e5f9ab-2865-415b-a9ff-9ac633864c5f req-aedd025e-1141-43b3-a1be-baee62ad1843 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.1045611 Aug 08 02:25:49.136024 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f275e800-75c5-4440-a9ec-793bdf3f9a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:49.227011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:49.227522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:49.244292 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b8e5f9ab-2865-415b-a9ff-9ac633864c5f req-fb2bcc72-c5df-46db-af3b-17b8bd66fb85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198845 Aug 08 02:25:49.270753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Made reservation on behalf of 7caa43bf43ad4e84b4b648e9ab33bd7f for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:49.276425 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:49.367333 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:49.367431 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e11a7ea-abd5-4728-89cf-21ad6564a186 req-729f7e27-dc61-4940-b982-5113e3728841 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.0410900 Aug 08 02:25:49.377916 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c6536-d687-4d7c-aac6-d3b85f022762,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:49.406420 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:49.414931 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:49.444770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:49.713464 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd1c3acb-3a98-4812-acb7-60e857e28b6a req-e66bd314-0074-4724-92fb-7f4598c14345 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.0869637 Aug 08 02:25:49.911230 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdc58bfe-479e-43c6-b163-5f5470c49551 req-8245f834-9ed9-4c17-8403-9bf0ef8572f4 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0576599 Aug 08 02:25:50.098408 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-364fa4e9-6b5d-4774-a8cc-c8d848670ed4 req-5b558cec-a519-46ad-b188-9783fbe0f5e6 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0553710 Aug 08 02:25:50.102594 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.132528 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Attempting to bind port ee2c6536-d687-4d7c-aac6-d3b85f022762 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:50.133046 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Attempting to bind port ee2c6536-d687-4d7c-aac6-d3b85f022762 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:50.133486 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Attempting to bind port ee2c6536-d687-4d7c-aac6-d3b85f022762 on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:50.164595 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks [] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.175390 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Port ee2c6536-d687-4d7c-aac6-d3b85f022762 on network 847f3ad1-eef7-41cf-8570-7f9863393002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:25:50.176227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Attempting to bind port ee2c6536-d687-4d7c-aac6-d3b85f022762 on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:50.190702 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Allocated IP 172.20.0.9 (637774ba-5318-4e0b-8885-18933b06fb53/e24486da-4672-4819-af59-59f6a67e1f61/8d2a6aac-ff75-417c-b0b9-cbf799f88d22) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:50.192979 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:50.193416 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Checking segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:50.194053 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Bound using segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:50.194595 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Bound port: ee2c6536-d687-4d7c-aac6-d3b85f022762, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:50.195194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.266671 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.269395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 171319b8-c20d-49fc-b224-efbbd34d9f4c up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:50.373990 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] For port ee2c6536-d687-4d7c-aac6-d3b85f022762, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:50.383158 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.436604 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:50.438565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] For port ee2c6536-d687-4d7c-aac6-d3b85f022762, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:50.443407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 171319b8-c20d-49fc-b224-efbbd34d9f4c triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:50.444072 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.489456 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:50.538326 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Made reservation on behalf of ee8baa7d6e294e27ae2fb12eded3709d for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:25:50.547590 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.586224 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.593064 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0f9f63e5-4de6-4da3-a39f-31f5850b2c83 req-4a799a08-bbce-4e59-b7ea-975cca20257c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.0561297 Aug 08 02:25:50.643876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 171319b8-c20d-49fc-b224-efbbd34d9f4c is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:50.644270 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.654518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.705104 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 171319b8-c20d-49fc-b224-efbbd34d9f4c, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=171319b8-c20d-49fc-b224-efbbd34d9f4c,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:50.718099 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:50.757557 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:50.758628 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:50.760374 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 200 len: 1094 time: 7.2293708 Aug 08 02:25:50.761584 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:50.766898 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:50.769544 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'tag': 'ee2c6536-d687-4d7c-aac6-d3b85f022762'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:25:50.814173 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.002859 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=171319b8-c20d-49fc-b224-efbbd34d9f4c,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:51.036476 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.037326 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c543bcca-7e42-4ea5-8a10-f66c0f6e4dac up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:51.091558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f5714-7470-4e4a-bcf4-8575a6383cea service neutron] Pushing event updated for resources: {'Port': ['ID=ee2c6536-d687-4d7c-aac6-d3b85f022762,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:51.131687 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ef9457b-087f-4a6f-910d-22e9eb526731 req-cad23f74-df4a-4167-a4ec-619478665933 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252388 Aug 08 02:25:51.196830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:51.205854 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:51.206660 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.257408 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199" -d '{"events": [{"name": "network-changed", "server_uuid": "ed75f58f-9135-4d97-b24a-2f8fcdab53ce", "tag": "ee2c6536-d687-4d7c-aac6-d3b85f022762"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:25:51.270537 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:51.274327 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-29ced88a-98f2-47eb-b9e0-bfe9656d7916 req-88283520-79fd-40f1-a73b-42f2a290560b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.1404970 Aug 08 02:25:51.300752 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105747d7-ca66-4629-ad1a-2ac0feddd3c8 req-71d03625-9d16-41e0-9f35-e973b619772b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:51.307633 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:51.309209 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-105747d7-ca66-4629-ad1a-2ac0feddd3c8 req-71d03625-9d16-41e0-9f35-e973b619772b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.7096062 Aug 08 02:25:51.316719 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:51.342532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:51.447721 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Allocated IP 172.20.0.11 (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd/0d09248b-b818-41b2-84e2-d0f272897e4a/84fa14fb-cbbd-42d5-a597-bc2556a0ba82) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:51.482498 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:51.483131 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.512073 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=26e540df-eae8-4a69-873e-d4b1a210cfdf,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:51.516177 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-105747d7-ca66-4629-ad1a-2ac0feddd3c8 req-a2516ac2-7272-48f2-8297-a262ac99a858 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947589 Aug 08 02:25:51.609584 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-6c2fb1a2-19d6-48d0-8643-8fc8a9878ca0 None None] Provisioning complete for port 26e540df-eae8-4a69-873e-d4b1a210cfdf triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:51.611515 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6c2fb1a2-19d6-48d0-8643-8fc8a9878ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.614391 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.706856 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.736685 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-04c8a59f-812c-47d3-8903-fbb2392bc1b0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1027012 Aug 08 02:25:51.788839 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fb1a2-19d6-48d0-8643-8fc8a9878ca0 None None] Port 26e540df-eae8-4a69-873e-d4b1a210cfdf cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:51.816544 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3ca53-1fb6-4278-a48d-b3f957f5c3f8 req-84171bb0-c51e-410a-b1c7-3852bbd0938c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:51.825735 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e2c3ca53-1fb6-4278-a48d-b3f957f5c3f8 req-84171bb0-c51e-410a-b1c7-3852bbd0938c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 932 time: 0.3603313 Aug 08 02:25:51.833589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-e83842ab-278f-4439-bd04-f528a395b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:51.835987 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:51.842311 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-e83842ab-278f-4439-bd04-f528a395b870 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1128 time: 0.2369487 Aug 08 02:25:51.851343 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Request body: {'port': {'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:51.897184 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.918900 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-bda7f499-593f-487e-b443-5ff8a683ebe7 None None] Provisioning complete for port 5482fadc-3651-40bc-b0e6-82d5cf650c16 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:51.919403 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-bda7f499-593f-487e-b443-5ff8a683ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:51.969747 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:52.009964 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-bda7f499-593f-487e-b443-5ff8a683ebe7 None None] Port 5482fadc-3651-40bc-b0e6-82d5cf650c16 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:52.067105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Pushing event updated for resources: {'Port': ['ID=5482fadc-3651-40bc-b0e6-82d5cf650c16,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:52.114733 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e2c3ca53-1fb6-4278-a48d-b3f957f5c3f8 req-82899a26-f9c9-4ba8-9763-624fe5e2a436 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870338 Aug 08 02:25:52.122993 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-4b0ff7d7-6c37-4141-9caa-a7f3599dfc45 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 200 len: 217 time: 0.1878643 Aug 08 02:25:52.131848 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5406-24c5-43d8-8812-9dfddbf068e8 req-0eb0102c-ca5c-4dc0-bb77-fb5a97c49d23 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:52.140420 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-47fa5406-24c5-43d8-8812-9dfddbf068e8 req-0eb0102c-ca5c-4dc0-bb77-fb5a97c49d23 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 931 time: 0.3804367 Aug 08 02:25:52.192926 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c27668e7-4ca0-4174-8108-46296b860c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:52.195031 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-c27668e7-4ca0-4174-8108-46296b860c03 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0533962 Aug 08 02:25:52.218424 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:52.263758 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-47fa5406-24c5-43d8-8812-9dfddbf068e8 req-2bd2c9b0-e0f2-444c-8259-f8d30d626e2c tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666006 Aug 08 02:25:52.281949 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-6f5fc44c-dd3e-475f-9fab-52bb5ec12f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:52.283598 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-6f5fc44c-dd3e-475f-9fab-52bb5ec12f03 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 1127 time: 0.6328793 Aug 08 02:25:52.287604 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:52.326058 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:52.331761 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-7e9d2593-5764-4a52-8f21-c4a3e4a4b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:52.331921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:52.333719 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-7e9d2593-5764-4a52-8f21-c4a3e4a4b941 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1180944 Aug 08 02:25:52.529365 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:52.553615 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:52.566996 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc2ece-c0fa-4eee-95ef-752d09c34903 req-103d45b0-b34c-4f9c-8569-8c4da2e62dd7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:52.572239 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-decc2ece-c0fa-4eee-95ef-752d09c34903 req-103d45b0-b34c-4f9c-8569-8c4da2e62dd7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 932 time: 0.1938560 Aug 08 02:25:52.649464 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:52.671803 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Network 637774ba-5318-4e0b-8885-18933b06fb53 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:52.685506 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9b872da0-d7b8-4c05-bde4-323307360214 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9898980 Aug 08 02:25:52.693038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:52.709250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:52.716612 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:52.732191 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Request body: {'port': {'device_id': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:52.749103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:52.751552 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:52.757905 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-092361fb-5438-41c2-a7d7-2d94ccc91f72 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955269 Aug 08 02:25:52.764487 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2861544c-7976-402d-91eb-f9069a1a88b8 x-openstack-request-id: req-2861544c-7976-402d-91eb-f9069a1a88b8 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:25:52.765007 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed75f58f-9135-4d97-b24a-2f8fcdab53ce", "tag": "ee2c6536-d687-4d7c-aac6-d3b85f022762", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:25:52.765165 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2861544c-7976-402d-91eb-f9069a1a88b8 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:25:52.765575 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2861544c-7976-402d-91eb-f9069a1a88b8'] response: {'name': 'network-changed', 'server_uuid': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'tag': 'ee2c6536-d687-4d7c-aac6-d3b85f022762', 'status': 'completed', 'code': 200} Aug 08 02:25:52.780490 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-decc2ece-c0fa-4eee-95ef-752d09c34903 req-2a592bcf-d522-4355-a230-ed2e479e7ebe tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759257 Aug 08 02:25:52.995350 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:53.038176 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 171319b8-c20d-49fc-b224-efbbd34d9f4c up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:53.108404 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a415cd1-9bc4-4180-8b31-4fa3446f1221 req-481ea443-d22b-43ef-b7c4-a7a0e62ef56f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:53.112693 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0a415cd1-9bc4-4180-8b31-4fa3446f1221 req-481ea443-d22b-43ef-b7c4-a7a0e62ef56f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 931 time: 0.1405647 Aug 08 02:25:53.156151 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'Port': ['ID=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:53.171743 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 171319b8-c20d-49fc-b224-efbbd34d9f4c triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:53.172999 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:53.361067 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196ef3b-01d5-49d8-9f09-bf4b5d41678c req-fc8d020d-a6e5-4977-97b0-c59b0ad08448 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:53.371200 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d196ef3b-01d5-49d8-9f09-bf4b5d41678c req-fc8d020d-a6e5-4977-97b0-c59b0ad08448 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.2542958 Aug 08 02:25:53.416761 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-32ee1d1d-d823-4b93-b4c1-b0ddc318b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:53.418991 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-32ee1d1d-d823-4b93-b4c1-b0ddc318b918 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 1.1293085 Aug 08 02:25:53.423830 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:53.435746 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-bf237b80-383b-41f6-94ab-52b0a21283ba None None] Provisioning complete for port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:53.436111 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-bf237b80-383b-41f6-94ab-52b0a21283ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:53.442064 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:53.442792 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:53.454891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:53.455555 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:53.494546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 171319b8-c20d-49fc-b224-efbbd34d9f4c is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:53.532175 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-bf237b80-383b-41f6-94ab-52b0a21283ba None None] Port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:53.613551 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d196ef3b-01d5-49d8-9f09-bf4b5d41678c req-549a4b20-7d18-481a-b021-80e7853a3239 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223294 Aug 08 02:25:53.635142 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0a415cd1-9bc4-4180-8b31-4fa3446f1221 req-36631ce1-c0c2-40a4-a197-9d80e2ec9e70 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937940 Aug 08 02:25:53.688289 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-30df2f20-523e-489b-8cac-15444b70e276 None None] Provisioning complete for port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:53.689785 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-30df2f20-523e-489b-8cac-15444b70e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:53.722256 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c0f4632-d73a-4823-b620-20fe189ed3a5 req-96fb71c1-ca4c-4b9e-bdf5-c4071086050d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403133 Aug 08 02:25:53.777184 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:53.802318 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-30df2f20-523e-489b-8cac-15444b70e276 None None] Port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:25:53.971219 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-cfde6f42-5a26-4643-a35a-e5179b49a951 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2185478 Aug 08 02:25:53.977551 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-aa130eae-7642-4d8f-94b5-078afed0ece9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f898d7da-2295-4c47-988e-433dec437c80 HTTP/1.1" status: 200 len: 217 time: 0.5024812 Aug 08 02:25:53.988449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:54.046963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Request body: {'port': {'device_id': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:54.065612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934b98f-32a3-408f-9504-fdd1874939c0 req-40bb9eca-5005-4430-83f9-ed2d835df520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.071007 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f934b98f-32a3-408f-9504-fdd1874939c0 req-40bb9eca-5005-4430-83f9-ed2d835df520 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 932 time: 0.2608185 Aug 08 02:25:54.092491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd765d5b-fa2d-4c30-985c-840de05506fb req-0dade3e2-9c79-4103-a23e-d5f780cfe19a tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.092491 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fd765d5b-fa2d-4c30-985c-840de05506fb req-0dade3e2-9c79-4103-a23e-d5f780cfe19a tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 931 time: 0.2072799 Aug 08 02:25:54.156838 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-624ed6fd-3273-4149-9fe1-edbf3da7e4e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9238865 Aug 08 02:25:54.196931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Request body: {'port': {'device_id': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:54.216141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-d3b4d55d-4e3f-40b5-ac13-65b013e6a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.221546 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-d3b4d55d-4e3f-40b5-ac13-65b013e6a3fb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1128 time: 0.2295070 Aug 08 02:25:54.254321 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fd765d5b-fa2d-4c30-985c-840de05506fb req-f757155a-eeb1-4321-88f7-c74e3fcb8bf2 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465759 Aug 08 02:25:54.384731 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-2815e49b-cc06-4951-aa74-67659747d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.386526 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-2815e49b-cc06-4951-aa74-67659747d5f2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.3449361 Aug 08 02:25:54.517078 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 32874) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:54.521056 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:54.582740 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f934b98f-32a3-408f-9504-fdd1874939c0 req-891e4550-6309-442e-ad44-789ad3f23e33 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901292 Aug 08 02:25:54.630892 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:54.631496 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722792d-9485-4b79-b406-f92deca08d95 req-827f673c-5c9b-4515-9d97-887c413b7e62 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.639361 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1722792d-9485-4b79-b406-f92deca08d95 req-827f673c-5c9b-4515-9d97-887c413b7e62 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 932 time: 0.1673968 Aug 08 02:25:54.642111 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-2a587e95-7dd3-47f7-811e-cb38b6f19308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.643700 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-2a587e95-7dd3-47f7-811e-cb38b6f19308 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2229402 Aug 08 02:25:54.779689 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1722792d-9485-4b79-b406-f92deca08d95 req-32462537-a8e0-43c5-8508-3b7e55877802 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392281 Aug 08 02:25:54.834754 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e540df-eae8-4a69-873e-d4b1a210cfdf {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:54.866970 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Publish callbacks [] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:54.874914 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fed35cb5-a8b9-403b-a544-0b106f9b1642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:54.891807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-0dedebf3-320a-4f06-9dd8-6c7c70987ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.893906 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-0dedebf3-320a-4f06-9dd8-6c7c70987ce1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.6360562 Aug 08 02:25:54.971555 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-3746c02b-b1fe-45ac-bdb8-d9138c0a8860 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 200 len: 217 time: 0.0443499 Aug 08 02:25:54.987291 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712f2c-26cd-4a7c-877b-16cefc822ebc req-9c628f3e-b1f6-4e98-a7af-931903174086 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:54.988955 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d712f2c-26cd-4a7c-877b-16cefc822ebc req-9c628f3e-b1f6-4e98-a7af-931903174086 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.2212875 Aug 08 02:25:55.055350 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bfb11-5212-42ff-88c2-4960ab11ef49 req-735fb095-b603-4fb3-9703-5754a204a991 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:55.055608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Transition to ACTIVE for port object 26e540df-eae8-4a69-873e-d4b1a210cfdf will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:25:55.065781 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce8bfb11-5212-42ff-88c2-4960ab11ef49 req-735fb095-b603-4fb3-9703-5754a204a991 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 931 time: 0.1288776 Aug 08 02:25:55.143138 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5482fadc-3651-40bc-b0e6-82d5cf650c16 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:55.154679 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.158552 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-adf12587-53c5-41ad-8c3d-a17c97da3c10 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970574 Aug 08 02:25:55.163703 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Publish callbacks [] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.250437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-cc6e7952-9a5b-4b6c-815d-5fbdfb7637b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:55.263887 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-cc6e7952-9a5b-4b6c-815d-5fbdfb7637b4 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.1764395 Aug 08 02:25:55.283414 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce8bfb11-5212-42ff-88c2-4960ab11ef49 req-fb3053b8-0873-4b80-833e-2f7252e718a3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164733 Aug 08 02:25:55.315540 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fed35cb5-a8b9-403b-a544-0b106f9b1642 admin admin] Publish callbacks [] for security_group (3b2dd4c3-34ee-43d3-93e7-16bf998b2df3), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.338660 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d712f2c-26cd-4a7c-877b-16cefc822ebc req-df8b9018-2c99-49d7-b834-5c8fd5d0fd7a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171924 Aug 08 02:25:55.372976 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-e4d0b486-75b0-43db-bde2-a6ab23f896a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:55.374950 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-e4d0b486-75b0-43db-bde2-a6ab23f896a6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1147227 Aug 08 02:25:55.377999 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Transition to ACTIVE for port object 5482fadc-3651-40bc-b0e6-82d5cf650c16 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:25:55.395077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:55.412749 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fed35cb5-a8b9-403b-a544-0b106f9b1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3b2dd4c3-34ee-43d3-93e7-16bf998b2df3), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.430004 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Pushing event updated for resources: {'Port': ['ID=26e540df-eae8-4a69-873e-d4b1a210cfdf,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:55.469191 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc5f0f-e2ff-43c1-8b80-47e9ad20405f req-af00116a-8511-4403-a817-026630a1c049 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:55.470685 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91bc5f0f-e2ff-43c1-8b80-47e9ad20405f req-af00116a-8511-4403-a817-026630a1c049 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 931 time: 0.1004486 Aug 08 02:25:55.475646 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-fed35cb5-a8b9-403b-a544-0b106f9b1642 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ca95a8c202574abc8df07d1590e484a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9419718 Aug 08 02:25:55.476723 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 32908) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:55.483716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed35cb5-a8b9-403b-a544-0b106f9b1642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2dd4c3-34ee-43d3-93e7-16bf998b2df3,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:55.495430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.542761 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91bc5f0f-e2ff-43c1-8b80-47e9ad20405f req-474180a0-4096-4214-a1fa-b302e2ed6817 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 Aug 08 02:25:55.742671 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769839f5-e474-4690-9eaf-a8406d7c03d4 req-0b387bb1-c57e-4dd3-8e3b-4587aef716e8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:55.748809 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-769839f5-e474-4690-9eaf-a8406d7c03d4 req-0b387bb1-c57e-4dd3-8e3b-4587aef716e8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.0734441 Aug 08 02:25:55.793922 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-7d1b0f8a-3b11-4489-acfd-43287d468b8b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674325 Aug 08 02:25:55.821172 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-769839f5-e474-4690-9eaf-a8406d7c03d4 req-72abf71f-cbac-4549-9e8e-81cf47af8482 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714505 Aug 08 02:25:55.828597 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ebf585e0-d861-4d31-8bc6-9ba1c4bf33dc req-2984a330-0ae1-437b-b955-a57d024bda7f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540029 Aug 08 02:25:55.898336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:55.904609 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Pushing event updated for resources: {'Port': ['ID=5482fadc-3651-40bc-b0e6-82d5cf650c16,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:55.914844 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b089-9dda-43a8-9440-2130f4f8c92b req-72768047-0917-44a6-be0b-5d2089167158 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:55.915144 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Attempting to bind port 26e540df-eae8-4a69-873e-d4b1a210cfdf on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:55.915484 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Attempting to bind port 26e540df-eae8-4a69-873e-d4b1a210cfdf by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:55.915857 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Attempting to bind port 26e540df-eae8-4a69-873e-d4b1a210cfdf on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:55.916286 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f82b089-9dda-43a8-9440-2130f4f8c92b req-72768047-0917-44a6-be0b-5d2089167158 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 932 time: 0.0509057 Aug 08 02:25:55.954285 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Publish callbacks [] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.966954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f82b089-9dda-43a8-9440-2130f4f8c92b req-f5815994-b993-4d10-8c73-2cff8d20ea02 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Aug 08 02:25:55.983624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Port 26e540df-eae8-4a69-873e-d4b1a210cfdf on network f92c936a-6950-4530-8001-5260ea91adac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:25:55.983624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Attempting to bind port 26e540df-eae8-4a69-873e-d4b1a210cfdf on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.000599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-93fc2ac6-8649-42dc-aa00-168119cb525f admin admin] Publish callbacks [] for security_group (3b2dd4c3-34ee-43d3-93e7-16bf998b2df3), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.009706 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Transition to ACTIVE for port object 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:25:56.011981 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:56.016284 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:56.016629 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:56.025225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Bound using segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:56.025225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Bound port: 26e540df-eae8-4a69-873e-d4b1a210cfdf, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:56.025225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.029676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Publish callbacks [] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.065966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-93fc2ac6-8649-42dc-aa00-168119cb525f admin admin] Publish callbacks [] for security_group (3b2dd4c3-34ee-43d3-93e7-16bf998b2df3), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.081300 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Transition to ACTIVE for port object 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:25:56.102312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.112986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Attempting to bind port 5482fadc-3651-40bc-b0e6-82d5cf650c16 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:56.123063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Attempting to bind port 5482fadc-3651-40bc-b0e6-82d5cf650c16 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:56.123063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Attempting to bind port 5482fadc-3651-40bc-b0e6-82d5cf650c16 on network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.159441 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Port 5482fadc-3651-40bc-b0e6-82d5cf650c16 on network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:25:56.159732 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Attempting to bind port 5482fadc-3651-40bc-b0e6-82d5cf650c16 on network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.171008 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:56.196250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:56.196591 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Checking segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:56.197008 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Bound using segment: {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:56.197459 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Bound port: 5482fadc-3651-40bc-b0e6-82d5cf650c16, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de429dc-f24b-4d92-955c-b9f783f92936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:56.197817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.209458 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 32926) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:56.237064 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:56.259696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] For port 26e540df-eae8-4a69-873e-d4b1a210cfdf, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:56.280381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.285745 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] For port 26e540df-eae8-4a69-873e-d4b1a210cfdf, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:56.384835 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-30108220-12b7-4592-bf88-2528be949649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.423439 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.425696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-93fc2ac6-8649-42dc-aa00-168119cb525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3b2dd4c3-34ee-43d3-93e7-16bf998b2df3), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.427958 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-93fc2ac6-8649-42dc-aa00-168119cb525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.429135 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-93fc2ac6-8649-42dc-aa00-168119cb525f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3b2dd4c3-34ee-43d3-93e7-16bf998b2df3 HTTP/1.1" status: 204 len: 168 time: 0.9507017 Aug 08 02:25:56.433224 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:56.433855 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.435633 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/26e540df-eae8-4a69-873e-d4b1a210cfdf HTTP/1.1" status: 200 len: 1094 time: 4.6169844 Aug 08 02:25:56.438128 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:56.440394 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:25:56.442757 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9514ae1c-b691-4cf1-a841-63764be737bf" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:25:56.489123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Attempting to bind port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:56.489469 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Attempting to bind port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:56.489803 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Attempting to bind port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 on network 637774ba-5318-4e0b-8885-18933b06fb53 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.504861 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] For port 5482fadc-3651-40bc-b0e6-82d5cf650c16, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:56.559022 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc2ac6-8649-42dc-aa00-168119cb525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2dd4c3-34ee-43d3-93e7-16bf998b2df3,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:56.567708 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] For port 5482fadc-3651-40bc-b0e6-82d5cf650c16, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:56.572776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 on network 637774ba-5318-4e0b-8885-18933b06fb53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:25:56.572776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Attempting to bind port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 on network 637774ba-5318-4e0b-8885-18933b06fb53 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.588934 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece9e27-e24e-4ee6-9161-833dc7c0730e req-4127c8b0-7633-458d-9791-a949baebf325 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:56.603152 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5ece9e27-e24e-4ee6-9161-833dc7c0730e req-4127c8b0-7633-458d-9791-a949baebf325 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.1343918 Aug 08 02:25:56.615325 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d519a5-37b3-444e-96d3-733d91fd129e req-b27dc98b-40a2-403a-8287-818bf0151a53 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:56.616833 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-54d519a5-37b3-444e-96d3-733d91fd129e req-b27dc98b-40a2-403a-8287-818bf0151a53 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.1443086 Aug 08 02:25:56.617502 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:56.617846 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Checking segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:56.618532 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Bound using segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:56.618680 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Bound port: 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:56.619011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.626181 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:56.691279 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] Pushing event updated for resources: {'Port': ['ID=26e540df-eae8-4a69-873e-d4b1a210cfdf,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:56.694852 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Attempting to bind port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:56.695194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Attempting to bind port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:56.695531 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Attempting to bind port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.701862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.703134 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-30108220-12b7-4592-bf88-2528be949649 admin admin] Publish callbacks [] for security_group (d6d45ab8-57e4-46b9-b707-2e3ff2895842), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.704400 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:56.705239 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.706946 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/5482fadc-3651-40bc-b0e6-82d5cf650c16 HTTP/1.1" status: 200 len: 1093 time: 4.0093689 Aug 08 02:25:56.712101 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5ece9e27-e24e-4ee6-9161-833dc7c0730e req-dbb9a391-5852-4d2f-87f0-2bad4a13cd30 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149585 Aug 08 02:25:56.735960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:25:56.736348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Attempting to bind port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:56.745063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:56.745406 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Checking segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:56.746034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Bound using segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:56.746482 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Bound port: 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:56.746848 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.754043 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-54d519a5-37b3-444e-96d3-733d91fd129e req-1b488ddf-50b6-420a-bd45-52f40f1e87a6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245112 Aug 08 02:25:56.795410 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:56.803763 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:56.830155 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6079b-9611-4e80-a8af-02198116d215 x-openstack-request-id: req-c1a6079b-9611-4e80-a8af-02198116d215 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:25:56.830754 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:25:56.830754 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c1a6079b-9611-4e80-a8af-02198116d215 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:25:56.831069 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a6079b-9611-4e80-a8af-02198116d215'] response: {'name': 'network-changed', 'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'status': 'completed', 'code': 200} Aug 08 02:25:56.840072 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] Pushing event updated for resources: {'Port': ['ID=5482fadc-3651-40bc-b0e6-82d5cf650c16,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:56.915554 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] For port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:56.915554 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] For port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:56.919628 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccadb6-46bc-409f-9d22-d7e2610d5fe1 req-a64924b7-e313-493f-9a9a-3e84609898ec tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:56.921476 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-63ccadb6-46bc-409f-9d22-d7e2610d5fe1 req-a64924b7-e313-493f-9a9a-3e84609898ec tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 943 time: 0.0518184 Aug 08 02:25:56.965983 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-30108220-12b7-4592-bf88-2528be949649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d6d45ab8-57e4-46b9-b707-2e3ff2895842), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.968535 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:57.047436 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.078855 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.083089 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.083718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.085268 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 1093 time: 3.0467830 Aug 08 02:25:57.094984 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.095659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.097146 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 1094 time: 2.9087770 Aug 08 02:25:57.115056 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518c123-fcaf-4d22-9b79-29e40ebb7f6d service neutron] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:57.167326 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048e2eb-497e-4bc8-b919-db50e49f8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:57.210295 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21924e0f-5e9a-4aae-9606-be09556ceca6 req-177d23c6-693d-46ee-bb84-e2ce9979762f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.213341 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-21924e0f-5e9a-4aae-9606-be09556ceca6 req-177d23c6-693d-46ee-bb84-e2ce9979762f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.2906470 Aug 08 02:25:57.223153 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-30108220-12b7-4592-bf88-2528be949649 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eb31af0de3e7407b88224e5d7fd78fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0102673 Aug 08 02:25:57.223814 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 32966) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:57.226893 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30108220-12b7-4592-bf88-2528be949649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d45ab8-57e4-46b9-b707-2e3ff2895842,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:57.237782 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-63ccadb6-46bc-409f-9d22-d7e2610d5fe1 req-75596bc1-71a1-46e1-b457-dc7c8b9631f4 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054452 Aug 08 02:25:57.276055 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-21924e0f-5e9a-4aae-9606-be09556ceca6 req-4e451944-3ac2-4081-9e2a-f42599ff2a11 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514462 Aug 08 02:25:57.287653 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c81-81d2-4cfd-b333-068254ad49d1 admin admin] Publish callbacks [] for security_group (d6d45ab8-57e4-46b9-b707-2e3ff2895842), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.312827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:57.317743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c81-81d2-4cfd-b333-068254ad49d1 admin admin] Publish callbacks [] for security_group (d6d45ab8-57e4-46b9-b707-2e3ff2895842), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.324648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 32968) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:57.344889 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c6476481-3068-4402-b63d-f78bac0ef17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.351104 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9109d-6967-424a-b812-22b296b273f0 req-f8217fab-c8bf-4c64-a781-fd9bb1b3f510 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.352566 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93b9109d-6967-424a-b812-22b296b273f0 req-f8217fab-c8bf-4c64-a781-fd9bb1b3f510 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 944 time: 0.0516438 Aug 08 02:25:57.404241 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93b9109d-6967-424a-b812-22b296b273f0 req-8a576939-4b44-4df1-8d8d-0635e6fb4e52 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Aug 08 02:25:57.444612 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c6476481-3068-4402-b63d-f78bac0ef17c admin admin] Publish callbacks [] for security_group (a6c20b1c-7a69-4fad-9763-1615fe7b9b12), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.503960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c81-81d2-4cfd-b333-068254ad49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d6d45ab8-57e4-46b9-b707-2e3ff2895842), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.506546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-04bd9c81-81d2-4cfd-b333-068254ad49d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.507803 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-04bd9c81-81d2-4cfd-b333-068254ad49d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d6d45ab8-57e4-46b9-b707-2e3ff2895842 HTTP/1.1" status: 204 len: 168 time: 0.2827554 Aug 08 02:25:57.516096 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd9c81-81d2-4cfd-b333-068254ad49d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d45ab8-57e4-46b9-b707-2e3ff2895842,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:57.554887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c6476481-3068-4402-b63d-f78bac0ef17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a6c20b1c-7a69-4fad-9763-1615fe7b9b12), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.598622 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-c6476481-3068-4402-b63d-f78bac0ef17c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=41a06a1186fb44f7b1bfb46dd3b4cf9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703822 Aug 08 02:25:57.598622 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6476481-3068-4402-b63d-f78bac0ef17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c20b1c-7a69-4fad-9763-1615fe7b9b12,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:57.599417 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 32972) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:57.717377 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ff6d7c09-ba76-4f78-9bc9-d7cc254a0199 req-7c682919-3d7d-46a2-924d-2d79cd6ccaa8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014700 Aug 08 02:25:57.738614 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51b7cdf3-b7da-41f3-87eb-4d7228792fa6 admin admin] Publish callbacks [] for security_group (a6c20b1c-7a69-4fad-9763-1615fe7b9b12), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.749088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514ae1c-b691-4cf1-a841-63764be737bf req-50134d0c-39f6-4edb-86ec-fec507af6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.750629 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9514ae1c-b691-4cf1-a841-63764be737bf req-50134d0c-39f6-4edb-86ec-fec507af6ca4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 1128 time: 0.0965912 Aug 08 02:25:57.759678 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-bf008e99-d0ee-40d7-b0b1-eed61a5eb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.761217 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-bf008e99-d0ee-40d7-b0b1-eed61a5eb07d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5515114a058944a49182063213de54d3&device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 1127 time: 0.0941155 Aug 08 02:25:57.873225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51b7cdf3-b7da-41f3-87eb-4d7228792fa6 admin admin] Publish callbacks [] for security_group (a6c20b1c-7a69-4fad-9763-1615fe7b9b12), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:57.876850 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-1d9603b3-6cd9-4bfa-8adf-14896f557e40 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16 HTTP/1.1" status: 200 len: 217 time: 0.1047943 Aug 08 02:25:57.918850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc9d5-9d74-4ca1-88b2-375ed36dfa57 req-38928a0d-f480-4976-adbd-0dd658058a86 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.925196 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e2bfc9d5-9d74-4ca1-88b2-375ed36dfa57 req-38928a0d-f480-4976-adbd-0dd658058a86 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.1267691 Aug 08 02:25:57.968634 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e75bd-5fac-4254-9794-41e1bcf07923 req-c5d2e418-c632-46c1-aae7-8ce7a22f32f3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.970255 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d30e75bd-5fac-4254-9794-41e1bcf07923 req-c5d2e418-c632-46c1-aae7-8ce7a22f32f3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 943 time: 0.1281655 Aug 08 02:25:57.971447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-54cca530-cc92-4b5b-b95e-a7659105ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:57.972805 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-54cca530-cc92-4b5b-b95e-a7659105ae5d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1128 time: 0.1267121 Aug 08 02:25:58.047166 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-e1c06750-e5ec-466f-a2ff-89ff31208aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.048635 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-e1c06750-e5ec-466f-a2ff-89ff31208aee service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=23f60c83-418e-4c6b-977f-cfbaf9cbd67e HTTP/1.1" status: 200 len: 851 time: 0.1525128 Aug 08 02:25:58.053259 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-7ad1606c-e06f-4726-80f4-a420d2812966 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 217 time: 0.0661793 Aug 08 02:25:58.061312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-1dba0079-6b5d-4844-abfd-0fc03769f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.062762 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-1dba0079-6b5d-4844-abfd-0fc03769f995 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1127 time: 0.1568797 Aug 08 02:25:58.077683 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e2bfc9d5-9d74-4ca1-88b2-375ed36dfa57 req-7ef4859b-c524-40e3-abdc-57e7f80d63e2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479049 Aug 08 02:25:58.121954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d30e75bd-5fac-4254-9794-41e1bcf07923 req-e5fdea38-6d50-4404-839d-7ea13b32cdf2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423903 Aug 08 02:25:58.152420 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-57a647f1-3eb0-4055-a9e7-41f1c6779688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.155786 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-57a647f1-3eb0-4055-a9e7-41f1c6779688 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.0771937 Aug 08 02:25:58.164239 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-0fde7dc0-bea2-429f-9a97-363fd75a5a7f service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 217 time: 0.0755889 Aug 08 02:25:58.166891 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f898d7da-2295-4c47-988e-433dec437c80 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:25:58.181317 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514ae1c-b691-4cf1-a841-63764be737bf req-6a1a3bd2-5f33-4cc4-a45e-2135c64795b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.182997 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9514ae1c-b691-4cf1-a841-63764be737bf req-6a1a3bd2-5f33-4cc4-a45e-2135c64795b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4247429 Aug 08 02:25:58.209472 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-8079af06-a7d8-4887-855c-c7af0b04aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.211094 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-8079af06-a7d8-4887-855c-c7af0b04aa06 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492475 Aug 08 02:25:58.217280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-2c6649e4-5138-479f-91db-99f839e4dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.219056 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-2c6649e4-5138-479f-91db-99f839e4dbb3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1484513 Aug 08 02:25:58.300319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port f898d7da-2295-4c47-988e-433dec437c80, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f898d7da-2295-4c47-988e-433dec437c80,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:58.318944 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': 'f898d7da-2295-4c47-988e-433dec437c80', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'port_id': 'f898d7da-2295-4c47-988e-433dec437c80', 'mac_address': 'fa:16:3e:59:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:25:58.326792 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-307dd558-4277-4ae4-b203-60fb1a1ca617 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092138 Aug 08 02:25:58.377687 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port f898d7da-2295-4c47-988e-433dec437c80 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:58.378194 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f898d7da-2295-4c47-988e-433dec437c80), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.397555 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f898d7da-2295-4c47-988e-433dec437c80 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:25:58.429257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port f898d7da-2295-4c47-988e-433dec437c80, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f898d7da-2295-4c47-988e-433dec437c80,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:58.516122 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0789c-9872-481e-ae48-5983fa0dd46b req-1ba3c2ea-1c8f-4f7d-a636-6dc9ac698918 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.522528 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b5f0789c-9872-481e-ae48-5983fa0dd46b req-1ba3c2ea-1c8f-4f7d-a636-6dc9ac698918 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.1187849 Aug 08 02:25:58.525362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f898d7da-2295-4c47-988e-433dec437c80), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.536807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 32996) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:58.543564 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ba970-f2f3-4520-a69c-3f6abda8e8f9 req-2429bb9c-fb60-46e0-9b96-f537a1b9019e tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.545903 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-257ba970-f2f3-4520-a69c-3f6abda8e8f9 req-2429bb9c-fb60-46e0-9b96-f537a1b9019e tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 943 time: 0.1292248 Aug 08 02:25:58.553422 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-8f5d27f7-1780-495d-ad55-2bc5b404a0c7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207122 Aug 08 02:25:58.590606 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa4e-4b94-4bec-b278-9b10a23ba14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.601451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51b7cdf3-b7da-41f3-87eb-4d7228792fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a6c20b1c-7a69-4fad-9763-1615fe7b9b12), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.610362 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51b7cdf3-b7da-41f3-87eb-4d7228792fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.610362 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-51b7cdf3-b7da-41f3-87eb-4d7228792fa6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6c20b1c-7a69-4fad-9763-1615fe7b9b12 HTTP/1.1" status: 204 len: 168 time: 1.0050416 Aug 08 02:25:58.641868 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=f898d7da-2295-4c47-988e-433dec437c80,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:58.658708 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:58.661317 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7cdf3-b7da-41f3-87eb-4d7228792fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c20b1c-7a69-4fad-9763-1615fe7b9b12,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:58.671805 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-ce87efaf-0e3d-44f7-b996-1d39d7d13a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.672920 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-ce87efaf-0e3d-44f7-b996-1d39d7d13a4f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.4934359 Aug 08 02:25:58.681016 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-257ba970-f2f3-4520-a69c-3f6abda8e8f9 req-2f65e0a6-c567-4871-a1c2-dd2a5ec2536d tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259499 Aug 08 02:25:58.695925 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b5f0789c-9872-481e-ae48-5983fa0dd46b req-ab4a0b74-6188-4bbd-841e-9d99bacd9efc tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647189 Aug 08 02:25:58.773486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa4e-4b94-4bec-b278-9b10a23ba14a admin admin] Publish callbacks [] for security_group (a63efa0a-ebbb-42d3-8751-98339e04f747), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.787843 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-bd88f268-34a3-424e-8811-4647f994a9c1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500224 Aug 08 02:25:58.788973 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514ae1c-b691-4cf1-a841-63764be737bf req-c915b684-7d13-4f2a-be71-f5bbd91f4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.790334 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9514ae1c-b691-4cf1-a841-63764be737bf req-c915b684-7d13-4f2a-be71-f5bbd91f4e6a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5958693 Aug 08 02:25:58.815288 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['f898d7da-2295-4c47-988e-433dec437c80'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:25:58.832042 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'tag': '5482fadc-3651-40bc-b0e6-82d5cf650c16'}, {'name': 'network-changed', 'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}, {'name': 'network-changed', 'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:25:58.834176 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2554272-ed93-4f7c-acb1-4af8d50de7b3 req-8280a5e1-57a5-4e79-8b82-faee4746701c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:58.834584 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21b82a2-74f9-4553-b4a0-79fbbfa85253" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc3bfe1-b902-4a65-8c41-81e6f49112ae", "tag": "5482fadc-3651-40bc-b0e6-82d5cf650c16"}, {"name": "network-changed", "server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}, {"name": "network-changed", "server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:25:58.835917 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d2554272-ed93-4f7c-acb1-4af8d50de7b3 req-8280a5e1-57a5-4e79-8b82-faee4746701c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 944 time: 0.0515711 Aug 08 02:25:58.846160 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa4e-4b94-4bec-b278-9b10a23ba14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a63efa0a-ebbb-42d3-8751-98339e04f747), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:58.885921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 08 Aug 2022 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079295a-8567-4918-9146-71f796de2454 x-openstack-request-id: req-5079295a-8567-4918-9146-71f796de2454 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:25:58.886406 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc3bfe1-b902-4a65-8c41-81e6f49112ae", "tag": "5482fadc-3651-40bc-b0e6-82d5cf650c16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:25:58.886529 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5079295a-8567-4918-9146-71f796de2454 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:25:58.886862 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5079295a-8567-4918-9146-71f796de2454'] response: {'name': 'network-changed', 'server_uuid': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'tag': '5482fadc-3651-40bc-b0e6-82d5cf650c16', 'status': 'completed', 'code': 200} Aug 08 02:25:58.887124 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5079295a-8567-4918-9146-71f796de2454'] response: {'name': 'network-changed', 'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'status': 'completed', 'code': 200} Aug 08 02:25:58.887388 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5079295a-8567-4918-9146-71f796de2454'] response: {'name': 'network-changed', 'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'status': 'completed', 'code': 200} Aug 08 02:25:58.919605 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5f89aa4e-4b94-4bec-b278-9b10a23ba14a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3864a18f1e624ce3b61cd456df5fc2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846521 Aug 08 02:25:58.921083 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33006) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:58.932895 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89aa4e-4b94-4bec-b278-9b10a23ba14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63efa0a-ebbb-42d3-8751-98339e04f747,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:58.972438 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d2554272-ed93-4f7c-acb1-4af8d50de7b3 req-fd9c30b2-bebf-40a6-85a0-5e9b16464257 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221609 Aug 08 02:25:58.993068 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bd40656d-c8c6-4795-a004-9433900cded3 admin admin] Publish callbacks [] for security_group (a63efa0a-ebbb-42d3-8751-98339e04f747), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:59.015225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bd40656d-c8c6-4795-a004-9433900cded3 admin admin] Publish callbacks [] for security_group (a63efa0a-ebbb-42d3-8751-98339e04f747), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:59.155071 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bd40656d-c8c6-4795-a004-9433900cded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a63efa0a-ebbb-42d3-8751-98339e04f747), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:59.158159 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bd40656d-c8c6-4795-a004-9433900cded3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:59.161855 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-bd40656d-c8c6-4795-a004-9433900cded3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a63efa0a-ebbb-42d3-8751-98339e04f747 HTTP/1.1" status: 204 len: 168 time: 0.2392924 Aug 08 02:25:59.173369 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40656d-c8c6-4795-a004-9433900cded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63efa0a-ebbb-42d3-8751-98339e04f747,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:59.238066 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b2150-278c-48f9-ac52-6b3402c5c654 req-c23e2053-023a-4e6b-b374-00faf0aa67a6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.240012 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-159b2150-278c-48f9-ac52-6b3402c5c654 req-c23e2053-023a-4e6b-b374-00faf0aa67a6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0726025 Aug 08 02:25:59.291532 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb72f-8371-4d30-b641-d5133da07431 req-dcb533f9-8599-4be3-8ed9-535e1444d096 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.293489 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-694fb72f-8371-4d30-b641-d5133da07431 req-dcb533f9-8599-4be3-8ed9-535e1444d096 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 944 time: 0.0736706 Aug 08 02:25:59.296421 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:59.336143 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-159b2150-278c-48f9-ac52-6b3402c5c654 req-06cd02c7-1c0c-4387-9bcd-cbba2b2b0f7a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790040 Aug 08 02:25:59.365589 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-694fb72f-8371-4d30-b641-d5133da07431 req-0cf7b60d-fd03-4277-9269-4dc86dfe966d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641930 Aug 08 02:25:59.508099 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-f22b1852-75f1-4d13-b061-daa87fa37032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.509662 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-f22b1852-75f1-4d13-b061-daa87fa37032 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1423254 Aug 08 02:25:59.514572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-55380ce3-aa15-4a71-8a81-f3ab889ace9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.515940 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-55380ce3-aa15-4a71-8a81-f3ab889ace9e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 1128 time: 0.0990479 Aug 08 02:25:59.609973 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-b140e8ba-f0b4-4a4d-bf0f-6d5e0837f229 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf HTTP/1.1" status: 200 len: 217 time: 0.0771196 Aug 08 02:25:59.640711 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:59.655705 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-92e519ac-e4ee-48d7-a984-ca0f25e612d1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994888 Aug 08 02:25:59.695374 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-5ade8587-39a8-428b-9822-daddfdbeb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.696889 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-5ade8587-39a8-428b-9822-daddfdbeb443 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0776777 Aug 08 02:25:59.700400 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-9cc4d0c9-504d-4e50-a1cd-7c3cf1f2f9b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815906 Aug 08 02:25:59.847521 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d591c-8545-4705-8bea-910c3dead87e req-1e9a520d-a0e7-4ac1-80d6-c88bedeb4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.849082 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-1e9a520d-a0e7-4ac1-80d6-c88bedeb4e9c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1338086 Aug 08 02:25:59.887196 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f3f2d311-7ea3-4c81-abc4-ceedc933c30f req-3a489463-8720-4724-bb4a-4cf2f2e47a8e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774104 Aug 08 02:25:59.915119 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:59.948807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa5cf7-c69d-4306-a953-00f063ce136c req-5a969f94-83f5-4e92-8297-4d2f815dcd06 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.950817 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-16aa5cf7-c69d-4306-a953-00f063ce136c req-5a969f94-83f5-4e92-8297-4d2f815dcd06 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 943 time: 0.0945323 Aug 08 02:25:59.974072 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a104-1b88-4f71-ad22-bf3de22e8014 req-cdd59fec-94c2-4b8f-8e9b-780d99de839e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:59.980973 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cd75a104-1b88-4f71-ad22-bf3de22e8014 req-cdd59fec-94c2-4b8f-8e9b-780d99de839e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.1038413 Aug 08 02:26:00.066341 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-16aa5cf7-c69d-4306-a953-00f063ce136c req-5300cc55-15da-4e15-ade9-1d487ba6bd9c tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094074 Aug 08 02:26:00.087261 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cd75a104-1b88-4f71-ad22-bf3de22e8014 req-ef813610-01e1-4dca-9e7f-db87f837c2bc tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053350 Aug 08 02:26:00.168294 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device ee2c6536-d687-4d7c-aac6-d3b85f022762 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:26:00.192043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980452e0-3206-443b-a7cc-af55ced423d6 req-ad625d14-2127-496b-8b8b-22be1c887e25 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:00.198461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-980452e0-3206-443b-a7cc-af55ced423d6 req-ad625d14-2127-496b-8b8b-22be1c887e25 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 944 time: 0.0577641 Aug 08 02:26:00.200379 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f898d7da-2295-4c47-988e-433dec437c80 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:26:00.262460 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-980452e0-3206-443b-a7cc-af55ced423d6 req-f30ff4f8-5a21-41c6-a0c4-1e4a953a5c73 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578499 Aug 08 02:26:00.312779 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port f898d7da-2295-4c47-988e-433dec437c80 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:26:00.343090 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port ee2c6536-d687-4d7c-aac6-d3b85f022762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:00.355077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': 'ee2c6536-d687-4d7c-aac6-d3b85f022762', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'port_id': 'ee2c6536-d687-4d7c-aac6-d3b85f022762', 'mac_address': 'fa:16:3e:12:59:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:26:00.391164 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port ee2c6536-d687-4d7c-aac6-d3b85f022762 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:00.391630 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:00.405891 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2c6536-d687-4d7c-aac6-d3b85f022762 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:26:00.431662 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port ee2c6536-d687-4d7c-aac6-d3b85f022762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:00.494779 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c09444-674e-406a-b60e-94da87f2a49d req-0a13d31a-ff21-4f2c-a90d-85df36ba98b9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:00.496598 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84c09444-674e-406a-b60e-94da87f2a49d req-0a13d31a-ff21-4f2c-a90d-85df36ba98b9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0776577 Aug 08 02:26:00.521874 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port f898d7da-2295-4c47-988e-433dec437c80 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:00.522303 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f898d7da-2295-4c47-988e-433dec437c80), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:00.555700 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:00.620695 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b65848-6d31-4d7a-8a74-03597e3480ab req-5dd014b3-d900-4170-8cf7-92685b12c458 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:00.628954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-44b65848-6d31-4d7a-8a74-03597e3480ab req-5dd014b3-d900-4170-8cf7-92685b12c458 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 944 time: 0.1273878 Aug 08 02:26:00.642018 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84c09444-674e-406a-b60e-94da87f2a49d req-4ba5388a-d85b-42c4-8831-20134c255b1a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391551 Aug 08 02:26:00.651840 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-964a69bd-aaca-4f87-91b5-00d05681887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:00.655120 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-964a69bd-aaca-4f87-91b5-00d05681887f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5515114a058944a49182063213de54d3&device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 1127 time: 0.1899259 Aug 08 02:26:00.658910 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-11484df6-f135-43f7-9e6d-495edf358fa5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101700 Aug 08 02:26:00.687230 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-44b65848-6d31-4d7a-8a74-03597e3480ab req-2c39bcc3-449d-497f-9054-d4f49f9259d1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568116 Aug 08 02:26:00.694608 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port f898d7da-2295-4c47-988e-433dec437c80 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:00.695100 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f898d7da-2295-4c47-988e-433dec437c80), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:00.726724 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=ee2c6536-d687-4d7c-aac6-d3b85f022762,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:00.745325 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f898d7da-2295-4c47-988e-433dec437c80'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:00.815262 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['ee2c6536-d687-4d7c-aac6-d3b85f022762'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:26:00.845605 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port f898d7da-2295-4c47-988e-433dec437c80, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f898d7da-2295-4c47-988e-433dec437c80,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:00.928838 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f898d7da-2295-4c47-988e-433dec437c80), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:00.968300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:01.012461 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=f898d7da-2295-4c47-988e-433dec437c80,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:01.127042 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:01.127603 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ebc787-b3b8-4e67-94d8-9f4b0f81bd3f" -d '{"events": [{"server_uuid": "085a353c-1451-4abc-a9c5-dad9de93fcd4", "name": "network-vif-plugged", "status": "completed", "tag": "f898d7da-2295-4c47-988e-433dec437c80"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:01.237868 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b48d39-710d-4a2b-84a7-a4f276b7f62e req-95cef0d2-ea0b-4568-a458-62854417bd5f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.244980 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82b48d39-710d-4a2b-84a7-a4f276b7f62e req-95cef0d2-ea0b-4568-a458-62854417bd5f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 943 time: 0.0571096 Aug 08 02:26:01.357484 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82b48d39-710d-4a2b-84a7-a4f276b7f62e req-7d4efd77-33c4-43f6-9db3-70be018e9f4e tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107924 Aug 08 02:26:01.364250 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245974-6bd9-4984-bed5-1f947ec47951 req-5169ce64-6844-48f8-8cf1-3b11c7277a17 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.382794 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4c245974-6bd9-4984-bed5-1f947ec47951 req-5169ce64-6844-48f8-8cf1-3b11c7277a17 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.1357834 Aug 08 02:26:01.461124 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4c245974-6bd9-4984-bed5-1f947ec47951 req-4583e898-d648-455e-8f9d-1da8f225de96 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658977 Aug 08 02:26:01.524397 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-e2a93ca8-7b8e-410f-9704-e2c60424e876 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272232 Aug 08 02:26:01.525445 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-27fc5b7d-b199-41fb-a248-423c83a931cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.526726 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-27fc5b7d-b199-41fb-a248-423c83a931cd service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a HTTP/1.1" status: 200 len: 913 time: 0.2399023 Aug 08 02:26:01.584399 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-304937d9-7c07-4b38-b2dc-cfbe84de11b6 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16 HTTP/1.1" status: 200 len: 217 time: 0.0501935 Aug 08 02:26:01.614700 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066e142-2e6f-4ce5-bc07-f1f29520ee82 req-6fead9b3-2401-4cdc-a2e6-b1f425959785 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.629865 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6066e142-2e6f-4ce5-bc07-f1f29520ee82 req-6fead9b3-2401-4cdc-a2e6-b1f425959785 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 944 time: 0.0852830 Aug 08 02:26:01.639834 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-64a269a7-2089-4098-a28b-a8d570c698f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.641538 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-64a269a7-2089-4098-a28b-a8d570c698f1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=23f60c83-418e-4c6b-977f-cfbaf9cbd67e HTTP/1.1" status: 200 len: 851 time: 0.0510659 Aug 08 02:26:01.690353 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-fb592b87-7def-4b41-95fc-2a7fe52b5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.692529 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-fb592b87-7def-4b41-95fc-2a7fe52b5230 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455706 Aug 08 02:26:01.695767 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6066e142-2e6f-4ce5-bc07-f1f29520ee82 req-b0acd215-3c63-472e-af5d-e2bec56f214c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649943 Aug 08 02:26:01.755608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:01.765353 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdaa7cb-08ee-4ab4-a893-28b15010987f x-openstack-request-id: req-bcdaa7cb-08ee-4ab4-a893-28b15010987f {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:01.765353 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085a353c-1451-4abc-a9c5-dad9de93fcd4", "name": "network-vif-plugged", "status": "completed", "tag": "f898d7da-2295-4c47-988e-433dec437c80", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:01.765353 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bcdaa7cb-08ee-4ab4-a893-28b15010987f {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:01.765353 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdaa7cb-08ee-4ab4-a893-28b15010987f'] response: {'server_uuid': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f898d7da-2295-4c47-988e-433dec437c80', 'code': 200} Aug 08 02:26:01.817992 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47ce4-f5c4-4963-b930-2eaff8a25d82 req-e3048961-52ba-400b-81d8-b680830092aa tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.819931 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cb47ce4-f5c4-4963-b930-2eaff8a25d82 req-e3048961-52ba-400b-81d8-b680830092aa tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0605900 Aug 08 02:26:01.836155 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:01.881487 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:01.905576 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd97cd7-92a8-4da6-8a1e-2ae4778bf740 req-c1252e00-545f-4cc0-9ed8-30ebd0e5cc28 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:01.907086 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0bd97cd7-92a8-4da6-8a1e-2ae4778bf740 req-c1252e00-545f-4cc0-9ed8-30ebd0e5cc28 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0862598 Aug 08 02:26:01.944820 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cb47ce4-f5c4-4963-b930-2eaff8a25d82 req-521bed65-ca73-4874-af47-0f44d772de7f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010227 Aug 08 02:26:01.980587 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0bd97cd7-92a8-4da6-8a1e-2ae4778bf740 req-f9b96516-e76e-4fd5-9c57-8558aeaf12f8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Aug 08 02:26:02.161538 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:26:02.165852 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device ee2c6536-d687-4d7c-aac6-d3b85f022762 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:26:02.257026 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port ee2c6536-d687-4d7c-aac6-d3b85f022762 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:26:02.303749 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:02.316105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'port_id': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'mac_address': 'fa:16:3e:44:61:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:26:02.351010 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:02.351399 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:02.361277 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port ee2c6536-d687-4d7c-aac6-d3b85f022762 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:02.361660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:02.383134 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:26:02.414470 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:02.467407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port ee2c6536-d687-4d7c-aac6-d3b85f022762 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:02.469306 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:02.518312 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ccba4-0049-4e97-bbce-a077ac47b182 req-94edea8c-350b-4485-9bad-90d0686a4258 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:02.527205 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:02.527205 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 5482fadc-3651-40bc-b0e6-82d5cf650c16 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:26:02.538767 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-be7ccba4-0049-4e97-bbce-a077ac47b182 req-94edea8c-350b-4485-9bad-90d0686a4258 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 943 time: 0.0757780 Aug 08 02:26:02.558695 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-a7499a71-ed9e-45e8-86fc-cab61e1919af service neutron] 10.222.0.45 "GET /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370120 Aug 08 02:26:02.649007 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-be7ccba4-0049-4e97-bbce-a077ac47b182 req-474698d2-7a83-438f-8934-14381116f23f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047566 Aug 08 02:26:02.667717 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3446-2a5e-4818-8478-cbdf8046aefc req-500ebe00-9bf3-4659-8e4e-69edc94b08f6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:02.667933 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port ee2c6536-d687-4d7c-aac6-d3b85f022762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:02.687996 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9ab3446-2a5e-4818-8478-cbdf8046aefc req-500ebe00-9bf3-4659-8e4e-69edc94b08f6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.1220400 Aug 08 02:26:02.757036 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:02.769511 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-32ce24f9-3074-476d-abf9-7f54af651d61 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047992 Aug 08 02:26:02.788541 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9ab3446-2a5e-4818-8478-cbdf8046aefc req-2d3eb3ce-c9fd-43d8-ad6e-fe8bc4ac2f2c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995378 Aug 08 02:26:02.799811 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:02.852920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 5482fadc-3651-40bc-b0e6-82d5cf650c16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:02.866968 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10747428-fa0d-486a-afab-0b65effc274c req-33a42561-cce0-4705-a508-afd58b589830 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:02.868728 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-10747428-fa0d-486a-afab-0b65effc274c req-33a42561-cce0-4705-a508-afd58b589830 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 945 time: 0.0624049 Aug 08 02:26:02.876865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '5482fadc-3651-40bc-b0e6-82d5cf650c16', 'network_id': 'beb9e56d-e621-4ebe-bc3c-f9e5f759c12a', 'port_id': '5482fadc-3651-40bc-b0e6-82d5cf650c16', 'mac_address': 'fa:16:3e:17:ce:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f60c83-418e-4c6b-977f-cfbaf9cbd67e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:26:02.892553 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=ee2c6536-d687-4d7c-aac6-d3b85f022762,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:02.918122 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:02.933583 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 5482fadc-3651-40bc-b0e6-82d5cf650c16 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:02.933821 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-10747428-fa0d-486a-afab-0b65effc274c req-99e03530-314c-456e-bac1-c24fe9f65434 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583024 Aug 08 02:26:02.934114 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:02.951393 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5482fadc-3651-40bc-b0e6-82d5cf650c16 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:26:02.978510 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 5482fadc-3651-40bc-b0e6-82d5cf650c16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:02.979394 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee0cd-d630-4675-be68-c83ed478743e req-17f1cd6c-0ea8-4043-9c2f-c4a642952c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:02.980984 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4a0ee0cd-d630-4675-be68-c83ed478743e req-17f1cd6c-0ea8-4043-9c2f-c4a642952c67 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 1129 time: 0.1389139 Aug 08 02:26:02.982776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-80950155-a7c7-4305-8c89-8a02cd1ebfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:02.984152 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-80950155-a7c7-4305-8c89-8a02cd1ebfbe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1127 time: 0.1008236 Aug 08 02:26:03.028217 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-4a0ee0cd-d630-4675-be68-c83ed478743e req-60c9cbff-98cc-444f-9774-16c9f347419d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:03.116119 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:03.135964 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc535e04-0797-486b-bcec-9c496cbce34d req-bd8a630c-93a0-4af9-b3b4-cc6dc4351547 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.135964 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dc535e04-0797-486b-bcec-9c496cbce34d req-bd8a630c-93a0-4af9-b3b4-cc6dc4351547 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0926533 Aug 08 02:26:03.146548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845b43-325e-4f5b-92ee-bacd9f3b7b28 req-a7d0b848-9465-4f1a-95a0-4e2975904482 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.149155 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-72845b43-325e-4f5b-92ee-bacd9f3b7b28 req-a7d0b848-9465-4f1a-95a0-4e2975904482 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0760288 Aug 08 02:26:03.150379 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-7c3f5bc6-93bd-4886-b603-9ace27bae1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.151885 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-7c3f5bc6-93bd-4886-b603-9ace27bae1eb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.1595340 Aug 08 02:26:03.209147 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-05128413-1dae-4869-9fe3-1830fdfcbac1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 217 time: 0.0471668 Aug 08 02:26:03.218951 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=5482fadc-3651-40bc-b0e6-82d5cf650c16,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:03.223103 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dc535e04-0797-486b-bcec-9c496cbce34d req-ad03a90f-d1de-416b-9d82-6ffdcbccea71 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715067 Aug 08 02:26:03.266809 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-72845b43-325e-4f5b-92ee-bacd9f3b7b28 req-595e20f1-dd06-43ba-966b-66627072ec4f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679104 Aug 08 02:26:03.287985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-4a0ee0cd-d630-4675-be68-c83ed478743e req-60c9cbff-98cc-444f-9774-16c9f347419d service neutron] Publish callbacks [] for security_group (cbb34853-173f-4350-8411-cdd688848973), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:03.296507 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-b0aca008-9830-4438-9954-6825f7c3b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.298022 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-b0aca008-9830-4438-9954-6825f7c3b5c7 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0821919 Aug 08 02:26:03.353468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-843d4717-c1e1-4edb-86d7-2855ca906098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.353468 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-843d4717-c1e1-4edb-86d7-2855ca906098 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433984 Aug 08 02:26:03.424211 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-4a0ee0cd-d630-4675-be68-c83ed478743e req-60c9cbff-98cc-444f-9774-16c9f347419d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cbb34853-173f-4350-8411-cdd688848973), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:03.460828 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['5482fadc-3651-40bc-b0e6-82d5cf650c16'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:26:03.491739 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4a0ee0cd-d630-4675-be68-c83ed478743e req-60c9cbff-98cc-444f-9774-16c9f347419d service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005784 Aug 08 02:26:03.496579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9cbff-98cc-444f-9774-16c9f347419d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb34853-173f-4350-8411-cdd688848973,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:03.510347 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-aef3bc4a-b706-4df7-9ca3-24131a34eef4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554356 Aug 08 02:26:03.544239 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['84fa14fb-cbbd-42d5-a597-bc2556a0ba82'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:26:03.618586 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:03.756504 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:26:03.763319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2c6536-d687-4d7c-aac6-d3b85f022762'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:03.765642 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50be0fa-187d-47eb-ba79-7d1903873ed2" -d '{"events": [{"server_uuid": "ed75f58f-9135-4d97-b24a-2f8fcdab53ce", "name": "network-vif-plugged", "status": "completed", "tag": "ee2c6536-d687-4d7c-aac6-d3b85f022762"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:03.832607 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ca396-15e6-4e63-a552-6bc74e95654d req-74310e08-91e1-408c-a43b-5df58c3a7189 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.834185 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db9ca396-15e6-4e63-a552-6bc74e95654d req-74310e08-91e1-408c-a43b-5df58c3a7189 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 944 time: 0.0640097 Aug 08 02:26:03.844568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf1d58-0b24-4669-bf83-96587ea86e11 x-openstack-request-id: req-96cf1d58-0b24-4669-bf83-96587ea86e11 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:03.845138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed75f58f-9135-4d97-b24a-2f8fcdab53ce", "name": "network-vif-plugged", "status": "completed", "tag": "ee2c6536-d687-4d7c-aac6-d3b85f022762", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:03.845138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-96cf1d58-0b24-4669-bf83-96587ea86e11 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:03.845549 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cf1d58-0b24-4669-bf83-96587ea86e11'] response: {'server_uuid': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2c6536-d687-4d7c-aac6-d3b85f022762', 'code': 200} Aug 08 02:26:03.870099 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-1db15740-c7ba-424b-841d-b6a564511006 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549315 Aug 08 02:26:03.923702 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db9ca396-15e6-4e63-a552-6bc74e95654d req-fbd645ab-c670-479f-b473-670f36026650 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763762 Aug 08 02:26:03.965362 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3b82-1c61-4c7d-93b9-981f8870b95e req-ea23e2be-49f5-483b-a52e-0edd885ca167 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:03.967110 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-acdc3b82-1c61-4c7d-93b9-981f8870b95e req-ea23e2be-49f5-483b-a52e-0edd885ca167 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.0601997 Aug 08 02:26:04.022020 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-acdc3b82-1c61-4c7d-93b9-981f8870b95e req-23722fcc-31ee-4e16-89ab-9f27bef951aa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492382 Aug 08 02:26:04.102761 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d452f0d-e3f5-4993-ad72-54e58c484150 req-63f5ad46-f609-443f-8085-2ca6d3781e9e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.102761 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d452f0d-e3f5-4993-ad72-54e58c484150 req-63f5ad46-f609-443f-8085-2ca6d3781e9e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 945 time: 0.0502508 Aug 08 02:26:04.151527 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d452f0d-e3f5-4993-ad72-54e58c484150 req-c4d7a8ac-283a-4632-9939-ea99ae8b6932 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467005 Aug 08 02:26:04.156016 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:04.301994 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-22059246-61ee-40d3-9362-6438821323a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.303636 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-22059246-61ee-40d3-9362-6438821323a7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1129 time: 0.0702972 Aug 08 02:26:04.312417 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d237f8-19dd-4bd8-828f-68496d13de92 req-e7c6fe2f-d03d-4cfc-b1a8-7e8b65aab354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.313904 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23d237f8-19dd-4bd8-828f-68496d13de92 req-e7c6fe2f-d03d-4cfc-b1a8-7e8b65aab354 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1130 time: 0.0479980 Aug 08 02:26:04.409849 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0370cf-827a-442a-9fe4-b130ca1613d0 req-4126484d-0d79-4fa5-96bb-c61b50ce38a8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.427247 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-da0370cf-827a-442a-9fe4-b130ca1613d0 req-4126484d-0d79-4fa5-96bb-c61b50ce38a8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0973823 Aug 08 02:26:04.427426 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c6f28-dc44-4ef3-9638-9535a0cc0773 req-67982eab-d072-48a3-9b2c-b2d378cec8e5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.429103 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-078c6f28-dc44-4ef3-9638-9535a0cc0773 req-67982eab-d072-48a3-9b2c-b2d378cec8e5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0865972 Aug 08 02:26:04.433421 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23d237f8-19dd-4bd8-828f-68496d13de92 req-ae607d83-32a4-4b3b-9276-072ce77f9bf4 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994852 Aug 08 02:26:04.456629 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-1957021f-cc8a-4db7-a970-97bfc7dfc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.458110 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-1957021f-cc8a-4db7-a970-97bfc7dfc68d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 912 time: 0.1255295 Aug 08 02:26:04.495080 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-da0370cf-827a-442a-9fe4-b130ca1613d0 req-00ebfb01-1cef-41e9-991e-44d526a29255 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757732 Aug 08 02:26:04.506606 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-078c6f28-dc44-4ef3-9638-9535a0cc0773 req-127e5b4f-a8e5-474c-8ba8-c9530a78d57b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709913 Aug 08 02:26:04.599255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 26e540df-eae8-4a69-873e-d4b1a210cfdf details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:26:04.603283 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:26:04.705145 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:26:04.706511 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-9c15e604-ba89-4bfe-869a-bcead167bab1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 217 time: 0.0432570 Aug 08 02:26:04.747948 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 26e540df-eae8-4a69-873e-d4b1a210cfdf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:04.785063 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:26:04.786055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-8ac74ac3-b733-46c0-a175-0214c33d34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.786055 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-8ac74ac3-b733-46c0-a175-0214c33d34c9 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.0542574 Aug 08 02:26:04.800061 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 26e540df-eae8-4a69-873e-d4b1a210cfdf is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:04.800335 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:04.821465 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e540df-eae8-4a69-873e-d4b1a210cfdf {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:26:04.828097 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-a36c86d2-9446-465a-9031-1f2a65725db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:04.829654 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-a36c86d2-9446-465a-9031-1f2a65725db4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479558 Aug 08 02:26:04.843175 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 26e540df-eae8-4a69-873e-d4b1a210cfdf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:05.046658 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17e2e7-9718-4a9c-9fee-9b88748410ee req-946b7e97-c89e-47c5-8fd2-5bed9b44b30c tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:05.048303 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7d17e2e7-9718-4a9c-9fee-9b88748410ee req-946b7e97-c89e-47c5-8fd2-5bed9b44b30c tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 944 time: 0.0513017 Aug 08 02:26:05.108343 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7d17e2e7-9718-4a9c-9fee-9b88748410ee req-faa8e65b-25e1-4fd9-9833-27d71d1a2845 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542395 Aug 08 02:26:05.145494 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696f7-6786-4393-be78-abd6ed534d91 req-edcd1b4c-ee44-4777-98b5-8cc33550401d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:05.146964 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3ca696f7-6786-4393-be78-abd6ed534d91 req-edcd1b4c-ee44-4777-98b5-8cc33550401d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 944 time: 0.0522912 Aug 08 02:26:05.195263 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3ca696f7-6786-4393-be78-abd6ed534d91 req-6c40fff4-4edb-41c3-b6f3-28636a07ac38 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Aug 08 02:26:05.234748 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:05.234748 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.279891 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7e39-0feb-429b-9800-d933047114d9 req-cd7b2a65-d6c5-40ec-95d4-33ef7f8418e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:05.287889 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae3f7e39-0feb-429b-9800-d933047114d9 req-cd7b2a65-d6c5-40ec-95d4-33ef7f8418e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 945 time: 0.0632041 Aug 08 02:26:05.340189 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae3f7e39-0feb-429b-9800-d933047114d9 req-0cd10c44-5432-4bec-8e7a-4f4007d54dbe tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Aug 08 02:26:05.360423 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-07725c3d-3373-4f04-bd4b-a57260c9f5eb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155593 Aug 08 02:26:05.400989 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:05.406770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.406770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:26:05.472406 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=26e540df-eae8-4a69-873e-d4b1a210cfdf,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:05.540632 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:05.564380 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:05.567400 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.637199 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:05.653453 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'mac_address': 'fa:16:3e:70:0d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:26:05.724638 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:05.725101 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.749384 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:26:05.751965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5fee-ba48-493d-9791-74e55ef90d42 req-9c65b863-7f6c-423b-a663-f5288bfbe2a5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:05.754019 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-091a5fee-ba48-493d-9791-74e55ef90d42 req-9c65b863-7f6c-423b-a663-f5288bfbe2a5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.1418431 Aug 08 02:26:05.762262 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:05.771282 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa2041-477f-4d90-bf2c-d11b6ccd2e91 req-69610959-2c30-4a8e-bbdc-fb092200dc51 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:05.772016 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:05.777768 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6efa2041-477f-4d90-bf2c-d11b6ccd2e91 req-69610959-2c30-4a8e-bbdc-fb092200dc51 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.1211483 Aug 08 02:26:05.847382 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:05.850116 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a908d94-5d49-42e5-9244-bd7f40852112" -d '{"events": [{"server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "name": "network-vif-plugged", "status": "completed", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:05.850618 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6efa2041-477f-4d90-bf2c-d11b6ccd2e91 req-9f77e5ab-92a1-4b97-a2c9-175a541a7003 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719061 Aug 08 02:26:05.853583 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-091a5fee-ba48-493d-9791-74e55ef90d42 req-3fe99143-043a-40bb-9376-78c427c2641e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895944 Aug 08 02:26:05.880932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.880932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 5482fadc-3651-40bc-b0e6-82d5cf650c16 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:26:05.880932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.963858 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31871136-1575-4701-bf54-236201e7c2cb x-openstack-request-id: req-31871136-1575-4701-bf54-236201e7c2cb {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:05.964370 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "name": "network-vif-plugged", "status": "completed", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:05.964685 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31871136-1575-4701-bf54-236201e7c2cb {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:05.965080 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31871136-1575-4701-bf54-236201e7c2cb'] response: {'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'code': 200} Aug 08 02:26:06.005265 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:06.035158 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:06.058041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 5482fadc-3651-40bc-b0e6-82d5cf650c16 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:26:06.070638 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:06.075066 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:06.088327 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d21b82a2-74f9-4553-b4a0-79fbbfa85253 req-ecdbf024-f1f4-40f5-99f4-cbbb1c0f43df service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389403 Aug 08 02:26:06.167001 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 5482fadc-3651-40bc-b0e6-82d5cf650c16 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:06.167399 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:06.241379 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37cc89-274e-4f33-a130-4e9d4c70b277 req-4e5106f8-a883-453f-aa6e-3aae3064643f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.242908 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5e37cc89-274e-4f33-a130-4e9d4c70b277 req-4e5106f8-a883-453f-aa6e-3aae3064643f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 944 time: 0.0535367 Aug 08 02:26:06.259483 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['26e540df-eae8-4a69-873e-d4b1a210cfdf'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:26:06.289895 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:06.306118 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 5482fadc-3651-40bc-b0e6-82d5cf650c16 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:06.306509 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:06.311671 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5e37cc89-274e-4f33-a130-4e9d4c70b277 req-915518cb-8f57-424b-9e4b-c9c2797a17ff tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621479 Aug 08 02:26:06.361331 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['8d2a6aac-ff75-417c-b0b9-cbf799f88d22'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:26:06.373628 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 5482fadc-3651-40bc-b0e6-82d5cf650c16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:06.441064 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b617d0-99f1-45e3-98f3-21d61c10f2cb req-abc6fa69-075d-4d26-b1b7-783a827494f2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.450212 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f5b617d0-99f1-45e3-98f3-21d61c10f2cb req-abc6fa69-075d-4d26-b1b7-783a827494f2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 945 time: 0.0777240 Aug 08 02:26:06.488586 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:06.492414 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33250) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:06.541086 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f5b617d0-99f1-45e3-98f3-21d61c10f2cb req-3f660d77-4757-41a9-85a8-c983ef901606 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888455 Aug 08 02:26:06.592388 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168c3cb-1ae7-46c9-b297-f69070ef59e5 req-79bb42f1-1045-4094-8ba0-f8f5a04df3c2 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.603194 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d168c3cb-1ae7-46c9-b297-f69070ef59e5 req-79bb42f1-1045-4094-8ba0-f8f5a04df3c2 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.1351168 Aug 08 02:26:06.683962 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-45159919-f3dd-4da9-a9f2-b8bffab9b386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:06.694680 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb046-d52e-4786-86d7-c20dff838e92 req-f378df3c-9a12-48b1-ae21-273d5554c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.697058 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-f378df3c-9a12-48b1-ae21-273d5554c5b9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 1129 time: 0.0688221 Aug 08 02:26:06.714090 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=5482fadc-3651-40bc-b0e6-82d5cf650c16,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:06.723195 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d168c3cb-1ae7-46c9-b297-f69070ef59e5 req-d8cf8c02-6682-4bc5-8501-ad9e80154650 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188920 Aug 08 02:26:06.752979 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d580f0d-15f9-433f-afce-3c470fa9335c req-797e309e-8601-4590-b61b-b6c68a4412a3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.759858 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5d580f0d-15f9-433f-afce-3c470fa9335c req-797e309e-8601-4590-b61b-b6c68a4412a3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0949919 Aug 08 02:26:06.855060 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5d580f0d-15f9-433f-afce-3c470fa9335c req-808d70ae-44c7-4909-822d-f9ab8a1fe71c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867801 Aug 08 02:26:06.906462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb046-d52e-4786-86d7-c20dff838e92 req-749fa8a5-1aaa-45f1-a5b4-3eb98a627128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.907952 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-749fa8a5-1aaa-45f1-a5b4-3eb98a627128 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.2037468 Aug 08 02:26:06.910896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b21bc-6c49-4b73-9dad-3c8dd44ab195 req-0ca88405-62e9-4897-87f3-21af8595d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:06.912246 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5b5b21bc-6c49-4b73-9dad-3c8dd44ab195 req-0ca88405-62e9-4897-87f3-21af8595d399 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1130 time: 0.0809393 Aug 08 02:26:06.935879 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-45159919-f3dd-4da9-a9f2-b8bffab9b386 admin admin] Publish callbacks [] for security_group (de320fe2-5e06-40bb-8391-a3cd96f3c96a), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:06.971676 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-821ff7f7-3ba9-4dfc-9aab-34b10c4ca619 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f898d7da-2295-4c47-988e-433dec437c80 HTTP/1.1" status: 200 len: 217 time: 0.0500352 Aug 08 02:26:07.010227 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93339aec-65a9-4605-8aef-62674daba37b req-3b55c85b-f3a9-44ec-a519-535fb829330c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.010227 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93339aec-65a9-4605-8aef-62674daba37b req-3b55c85b-f3a9-44ec-a519-535fb829330c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0510206 Aug 08 02:26:07.058107 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:07.066511 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93339aec-65a9-4605-8aef-62674daba37b req-aa6085cc-6dbd-4c97-a5b6-deafcdf23113 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479600 Aug 08 02:26:07.194076 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:07.222507 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-45159919-f3dd-4da9-a9f2-b8bffab9b386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (de320fe2-5e06-40bb-8391-a3cd96f3c96a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:07.235714 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5b5b21bc-6c49-4b73-9dad-3c8dd44ab195 req-c9fa3f4f-8773-429f-95b8-0d9450ab50df service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152075 Aug 08 02:26:07.269227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb046-d52e-4786-86d7-c20dff838e92 req-c77b2ff0-ee32-4c98-a22d-b2b38d22675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.270615 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-c77b2ff0-ee32-4c98-a22d-b2b38d22675f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.2896633 Aug 08 02:26:07.278235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45159919-f3dd-4da9-a9f2-b8bffab9b386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de320fe2-5e06-40bb-8391-a3cd96f3c96a,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:07.285184 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-45159919-f3dd-4da9-a9f2-b8bffab9b386 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9621e64f26e4447aa0cf1971927e210d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7891977 Aug 08 02:26:07.285337 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33272) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:07.334235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50297316-a57f-488c-80b2-9d9ad1808c3d admin admin] Publish callbacks [] for security_group (de320fe2-5e06-40bb-8391-a3cd96f3c96a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:07.356233 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50297316-a57f-488c-80b2-9d9ad1808c3d admin admin] Publish callbacks [] for security_group (de320fe2-5e06-40bb-8391-a3cd96f3c96a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:07.432437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc735-ea95-4fc2-997f-5ae58923370d req-372f6904-a7d4-4662-94a8-60e2db2ac2f1 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.432437 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f34dc735-ea95-4fc2-997f-5ae58923370d req-372f6904-a7d4-4662-94a8-60e2db2ac2f1 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0521023 Aug 08 02:26:07.481428 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb046-d52e-4786-86d7-c20dff838e92 req-06f4cc23-4015-4674-b45d-25d8ceda5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.483764 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-06f4cc23-4015-4674-b45d-25d8ceda5313 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447550 Aug 08 02:26:07.536912 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50297316-a57f-488c-80b2-9d9ad1808c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (de320fe2-5e06-40bb-8391-a3cd96f3c96a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:07.539479 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50297316-a57f-488c-80b2-9d9ad1808c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:07.543709 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-50297316-a57f-488c-80b2-9d9ad1808c3d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de320fe2-5e06-40bb-8391-a3cd96f3c96a HTTP/1.1" status: 204 len: 168 time: 0.2573700 Aug 08 02:26:07.565708 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50297316-a57f-488c-80b2-9d9ad1808c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de320fe2-5e06-40bb-8391-a3cd96f3c96a,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:07.667739 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-3e8cd903-bfbd-4274-9de3-e57159d95c6f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763027 Aug 08 02:26:07.675844 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f34dc735-ea95-4fc2-997f-5ae58923370d req-339cd4bc-b716-4ac6-a189-5c1ba02cb9ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360032 Aug 08 02:26:07.717259 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6e9fe-edf3-4463-ba20-19b68b10a7c4 req-fb6757f9-1ed3-4763-ad0b-103443bc618f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.718841 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eef6e9fe-edf3-4463-ba20-19b68b10a7c4 req-fb6757f9-1ed3-4763-ad0b-103443bc618f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 945 time: 0.0797949 Aug 08 02:26:07.796753 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eef6e9fe-edf3-4463-ba20-19b68b10a7c4 req-88bfe2a8-1cb4-47c6-808b-b7abec3aa302 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646932 Aug 08 02:26:07.860325 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bf786-f2d6-46a2-bc1d-9ce26ab23064 req-006f6f6a-e2f2-42f9-a6cf-e54ee7f7872a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.861830 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c58bf786-f2d6-46a2-bc1d-9ce26ab23064 req-006f6f6a-e2f2-42f9-a6cf-e54ee7f7872a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0471330 Aug 08 02:26:07.916403 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c58bf786-f2d6-46a2-bc1d-9ce26ab23064 req-7b36c93c-ee25-490c-a4a4-175f1d138055 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481331 Aug 08 02:26:07.966107 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5482fadc-3651-40bc-b0e6-82d5cf650c16'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:07.970340 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97fba19-4b2e-4007-a9ef-6b02837eb15b" -d '{"events": [{"server_uuid": "0fc3bfe1-b902-4a65-8c41-81e6f49112ae", "name": "network-vif-plugged", "status": "completed", "tag": "5482fadc-3651-40bc-b0e6-82d5cf650c16"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:07.978414 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecf200-a410-4db6-a4bb-4a8d7758f536 req-3d086421-9286-4a72-b89e-01a442f66631 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:07.980062 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c2ecf200-a410-4db6-a4bb-4a8d7758f536 req-3d086421-9286-4a72-b89e-01a442f66631 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Aug 08 02:26:08.020949 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6c4c52-6b8d-4381-9e3a-0d593eaacdb8 x-openstack-request-id: req-9a6c4c52-6b8d-4381-9e3a-0d593eaacdb8 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:08.021504 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc3bfe1-b902-4a65-8c41-81e6f49112ae", "name": "network-vif-plugged", "status": "completed", "tag": "5482fadc-3651-40bc-b0e6-82d5cf650c16", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:08.027135 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a6c4c52-6b8d-4381-9e3a-0d593eaacdb8 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:08.027135 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6c4c52-6b8d-4381-9e3a-0d593eaacdb8'] response: {'server_uuid': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5482fadc-3651-40bc-b0e6-82d5cf650c16', 'code': 200} Aug 08 02:26:08.050692 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c2ecf200-a410-4db6-a4bb-4a8d7758f536 req-65dd778c-6af8-42c2-8c0c-70cf4362fba4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634215 Aug 08 02:26:08.100356 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-08feb046-d52e-4786-86d7-c20dff838e92 req-9708f991-ad0a-4945-8e3b-3b4fb19f6f97 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346071 Aug 08 02:26:08.199430 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d771-bdb1-4817-b708-76f016eefe28 req-9073c750-39fa-495c-9915-41cc7cccf402 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:08.201975 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f736d771-bdb1-4817-b708-76f016eefe28 req-9073c750-39fa-495c-9915-41cc7cccf402 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0484588 Aug 08 02:26:08.218865 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:08.256162 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f736d771-bdb1-4817-b708-76f016eefe28 req-d60bdccf-e370-421e-a3aa-6d880ac451e1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484757 Aug 08 02:26:08.376056 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33318) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:08.393126 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c305f994-2c36-456b-9e72-6679392bfe15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.397385 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:08.480627 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c305f994-2c36-456b-9e72-6679392bfe15 admin admin] Publish callbacks [] for security_group (459fd324-5049-46b5-8ce4-6d26c8b6f372), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.543878 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c305f994-2c36-456b-9e72-6679392bfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (459fd324-5049-46b5-8ce4-6d26c8b6f372), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.583343 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c305f994-2c36-456b-9e72-6679392bfe15 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=089585041c4940ac95beaf3223a3d79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059870 Aug 08 02:26:08.585965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33324) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:08.593894 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305f994-2c36-456b-9e72-6679392bfe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459fd324-5049-46b5-8ce4-6d26c8b6f372,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:08.607823 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:26:08.640175 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-089603ca-f9f5-4245-b1ee-a18551e4a792 admin admin] Publish callbacks [] for security_group (459fd324-5049-46b5-8ce4-6d26c8b6f372), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.653165 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:26:08.663425 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-089603ca-f9f5-4245-b1ee-a18551e4a792 admin admin] Publish callbacks [] for security_group (459fd324-5049-46b5-8ce4-6d26c8b6f372), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.772642 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:08.773462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.795806 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b45df1-5e93-4c33-b197-962828fb3b91 req-7b29011d-e6fc-4f1b-ae44-b76e3c472f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:08.797987 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-18b45df1-5e93-4c33-b197-962828fb3b91 req-7b29011d-e6fc-4f1b-ae44-b76e3c472f02 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 1129 time: 0.0470953 Aug 08 02:26:08.819591 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-089603ca-f9f5-4245-b1ee-a18551e4a792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (459fd324-5049-46b5-8ce4-6d26c8b6f372), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.823454 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-089603ca-f9f5-4245-b1ee-a18551e4a792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:08.823454 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-089603ca-f9f5-4245-b1ee-a18551e4a792 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/459fd324-5049-46b5-8ce4-6d26c8b6f372 HTTP/1.1" status: 204 len: 168 time: 0.2362816 Aug 08 02:26:08.842329 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0d32-1d2f-4be2-86a6-fab64da0f6e1 req-112b0cfa-a2d8-4bab-9ab9-e63fc8ffb59f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:08.847068 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:08.850230 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a3ea0d32-1d2f-4be2-86a6-fab64da0f6e1 req-112b0cfa-a2d8-4bab-9ab9-e63fc8ffb59f tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0760827 Aug 08 02:26:08.852526 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33336) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:08.854842 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089603ca-f9f5-4245-b1ee-a18551e4a792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459fd324-5049-46b5-8ce4-6d26c8b6f372,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:08.870152 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-18b45df1-5e93-4c33-b197-962828fb3b91 req-bf076a0b-5199-43b1-b646-325a6d6a540f service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629423 Aug 08 02:26:08.913800 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a3ea0d32-1d2f-4be2-86a6-fab64da0f6e1 req-67b70ec3-54bb-464f-853e-0fc4a9f957fb tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Aug 08 02:26:08.941507 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:08.981079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:08.981079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.017811 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-360100c2-57b4-48cc-a91c-650bb3a7e2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.019456 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:09.028242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b66ded-9c25-407a-bdc2-2b5269d36c3f req-7a6b689e-7430-4161-b684-e47cbf87a0fb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:09.029959 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c0b66ded-9c25-407a-bdc2-2b5269d36c3f req-7a6b689e-7430-4161-b684-e47cbf87a0fb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 945 time: 0.0885658 Aug 08 02:26:09.107628 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde279-fb64-404d-9ff4-b73556307615 req-f36a23a0-8c36-40ca-a178-d39a96b8fef5 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:09.109065 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42cde279-fb64-404d-9ff4-b73556307615 req-f36a23a0-8c36-40ca-a178-d39a96b8fef5 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0781384 Aug 08 02:26:09.164940 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c0b66ded-9c25-407a-bdc2-2b5269d36c3f req-767f32f2-1149-46f0-80f1-c142ce5b553a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271377 Aug 08 02:26:09.194028 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.194780 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 26e540df-eae8-4a69-873e-d4b1a210cfdf up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:26:09.219830 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42cde279-fb64-404d-9ff4-b73556307615 req-0808e819-216a-4608-b79b-7cbffed5c074 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023924 Aug 08 02:26:09.233858 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-360100c2-57b4-48cc-a91c-650bb3a7e2ef admin admin] Publish callbacks [] for security_group (ef4a942f-196f-478e-9475-84d9ddfb22df), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.281704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:09.284409 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 26e540df-eae8-4a69-873e-d4b1a210cfdf completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:26:09.287677 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025373c3-54b3-400b-a27c-e2d5c2a8ec37 req-dfc7bfcc-1f9c-49bd-a351-1d268613de36 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:09.289321 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-025373c3-54b3-400b-a27c-e2d5c2a8ec37 req-dfc7bfcc-1f9c-49bd-a351-1d268613de36 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0613141 Aug 08 02:26:09.369632 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-360100c2-57b4-48cc-a91c-650bb3a7e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ef4a942f-196f-478e-9475-84d9ddfb22df), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.387346 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-025373c3-54b3-400b-a27c-e2d5c2a8ec37 req-2dff742f-112b-4c70-988f-db22afbfb7d4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922563 Aug 08 02:26:09.403236 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67fe4-1cf8-469e-9704-28a362450293 req-18763e15-b497-433b-9fd1-2f47ceda92e7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:09.404825 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8ba67fe4-1cf8-469e-9704-28a362450293 req-18763e15-b497-433b-9fd1-2f47ceda92e7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0874319 Aug 08 02:26:09.406840 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 26e540df-eae8-4a69-873e-d4b1a210cfdf triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:09.407224 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.425925 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33352) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:09.431744 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'floatingip': {'port_id': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:26:09.437097 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-360100c2-57b4-48cc-a91c-650bb3a7e2ef admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c51a5a2ba30d441a9fd37968abd6e90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5833585 Aug 08 02:26:09.438554 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360100c2-57b4-48cc-a91c-650bb3a7e2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a942f-196f-478e-9475-84d9ddfb22df,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:09.442809 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33356) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:09.509905 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 26e540df-eae8-4a69-873e-d4b1a210cfdf is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:09.510981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-88294810-0d47-4228-b59a-c13e7d347a77 admin admin] Publish callbacks [] for security_group (ef4a942f-196f-478e-9475-84d9ddfb22df), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.516125 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.546750 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-88294810-0d47-4228-b59a-c13e7d347a77 admin admin] Publish callbacks [] for security_group (ef4a942f-196f-478e-9475-84d9ddfb22df), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.593896 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 26e540df-eae8-4a69-873e-d4b1a210cfdf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:09.603713 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (382c3514-7538-403c-b738-f36020f21316), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.650464 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea155e-5fee-451e-a3c1-44a5e4698558 req-639ac794-32b4-4fd7-98a6-95367463441b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:09.651901 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cea155e-5fee-451e-a3c1-44a5e4698558 req-639ac794-32b4-4fd7-98a6-95367463441b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0861607 Aug 08 02:26:09.695886 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.713773 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cea155e-5fee-451e-a3c1-44a5e4698558 req-108bd52a-9ee1-4719-87b3-93d66972b96d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550311 Aug 08 02:26:09.754852 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=26e540df-eae8-4a69-873e-d4b1a210cfdf,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:09.840765 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-88294810-0d47-4228-b59a-c13e7d347a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ef4a942f-196f-478e-9475-84d9ddfb22df), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.844194 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-88294810-0d47-4228-b59a-c13e7d347a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:09.847881 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-88294810-0d47-4228-b59a-c13e7d347a77 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ef4a942f-196f-478e-9475-84d9ddfb22df HTTP/1.1" status: 204 len: 168 time: 0.4015548 Aug 08 02:26:09.858230 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88294810-0d47-4228-b59a-c13e7d347a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a942f-196f-478e-9475-84d9ddfb22df,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:10.023384 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}, {'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:10.027105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c92dd-8de0-4460-9ecd-c1fed09b5458" -d '{"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-plugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}, {"server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "name": "network-vif-plugged", "status": "completed", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:10.052748 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7812-9013-44bd-bcf0-b3e2a709b7e0 req-c430f3e5-9057-44e7-a68d-42adaf6dff8a tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:10.054345 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-210c7812-9013-44bd-bcf0-b3e2a709b7e0 req-c430f3e5-9057-44e7-a68d-42adaf6dff8a tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0577235 Aug 08 02:26:10.081190 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1bfe96-39b7-4109-9e8f-7f6f19155918 x-openstack-request-id: req-5b1bfe96-39b7-4109-9e8f-7f6f19155918 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:10.081731 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-plugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "code": 200}, {"server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "name": "network-vif-plugged", "status": "completed", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:10.081966 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5b1bfe96-39b7-4109-9e8f-7f6f19155918 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:10.082536 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1bfe96-39b7-4109-9e8f-7f6f19155918'] response: {'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'code': 200} Aug 08 02:26:10.082954 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1bfe96-39b7-4109-9e8f-7f6f19155918'] response: {'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'code': 200} Aug 08 02:26:10.110899 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-210c7812-9013-44bd-bcf0-b3e2a709b7e0 req-ed41b0b6-0a90-465d-8777-408a9d8e41f0 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Aug 08 02:26:10.199098 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:10.247507 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:10.267736 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:10.304447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cabe8-575f-42a7-b2eb-c22050f47c31 req-8a298db2-55a3-44f7-855b-1566f713b043 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:10.305979 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bc9cabe8-575f-42a7-b2eb-c22050f47c31 req-8a298db2-55a3-44f7-855b-1566f713b043 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0515211 Aug 08 02:26:10.313256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (382c3514-7538-403c-b738-f36020f21316), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:10.365685 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bc9cabe8-575f-42a7-b2eb-c22050f47c31 req-99d1c96b-a1e7-4577-b8a9-99dd112428a8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537109 Aug 08 02:26:10.426519 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Floating IP 382c3514-7538-403c-b738-f36020f21316 associated. External IP: 172.27.3.157, port: 84fa14fb-cbbd-42d5-a597-bc2556a0ba82. Aug 08 02:26:10.547078 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d1fcf-094f-4258-a80b-a7638b1d6381 req-f4f60349-0564-4763-b5bd-f66644f83ed3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:10.554871 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f3d1fcf-094f-4258-a80b-a7638b1d6381 req-f4f60349-0564-4763-b5bd-f66644f83ed3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0654769 Aug 08 02:26:10.611698 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f3d1fcf-094f-4258-a80b-a7638b1d6381 req-96a02ccb-3956-45d1-a261-660f6a22d84e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Aug 08 02:26:10.673526 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33394) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:10.675279 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:26:10.687610 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5661f92c-d2ca-489a-adcb-aa311034ddc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:10.787783 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5661f92c-d2ca-489a-adcb-aa311034ddc1 admin admin] Publish callbacks [] for security_group (ce4e8842-bd16-4f96-9842-6f9f9935597f), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:10.792501 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:26:10.798311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:10.811926 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:26:10.828292 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:10.829059 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:10.877109 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204427ca-e889-4fae-b2cd-4a91bfffd213 req-3308c0be-4576-4f2e-a0a3-deab9e2ac11d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:10.878710 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-204427ca-e889-4fae-b2cd-4a91bfffd213 req-3308c0be-4576-4f2e-a0a3-deab9e2ac11d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0617402 Aug 08 02:26:10.927705 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5661f92c-d2ca-489a-adcb-aa311034ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ce4e8842-bd16-4f96-9842-6f9f9935597f), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:10.997036 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5661f92c-d2ca-489a-adcb-aa311034ddc1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4f7f4523d0534669bb33e4bc0c4a6d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222449 Aug 08 02:26:10.998057 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33404) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:11.007114 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:11.061615 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-204427ca-e889-4fae-b2cd-4a91bfffd213 req-52dae7e4-2d90-418b-9113-102c13968f1d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713049 Aug 08 02:26:11.093070 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661f92c-d2ca-489a-adcb-aa311034ddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e8842-bd16-4f96-9842-6f9f9935597f,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:11.097952 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-909e5a16-6bd4-42b8-8b68-9a335e01c394 admin admin] Publish callbacks [] for security_group (ce4e8842-bd16-4f96-9842-6f9f9935597f), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:11.123832 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-909e5a16-6bd4-42b8-8b68-9a335e01c394 admin admin] Publish callbacks [] for security_group (ce4e8842-bd16-4f96-9842-6f9f9935597f), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:11.249457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2d563-9ca4-4a22-a34d-3f604185034f req-f5a6071d-e1f7-4121-9266-8799d734400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:11.251037 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-13f2d563-9ca4-4a22-a34d-3f604185034f req-f5a6071d-e1f7-4121-9266-8799d734400e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1129 time: 0.4479387 Aug 08 02:26:11.252381 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-909e5a16-6bd4-42b8-8b68-9a335e01c394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ce4e8842-bd16-4f96-9842-6f9f9935597f), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:11.252723 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-95ef31a5-3f9e-4ebf-8016-e8ef88a54f90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/382c3514-7538-403c-b738-f36020f21316 HTTP/1.1" status: 200 len: 992 time: 1.8257618 Aug 08 02:26:11.255207 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-909e5a16-6bd4-42b8-8b68-9a335e01c394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:11.255912 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:11.257037 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-909e5a16-6bd4-42b8-8b68-9a335e01c394 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ce4e8842-bd16-4f96-9842-6f9f9935597f HTTP/1.1" status: 204 len: 168 time: 0.2533917 Aug 08 02:26:11.258731 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891f1cb-acc1-4235-8241-ab0b6e4034f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:11.273825 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e5a16-6bd4-42b8-8b68-9a335e01c394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e8842-bd16-4f96-9842-6f9f9935597f,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:11.291945 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850482-c29a-48d6-a4e9-ee01ae6e9642 req-08d1d056-2138-46a5-b660-84259f76fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:11.293658 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-65850482-c29a-48d6-a4e9-ee01ae6e9642 req-08d1d056-2138-46a5-b660-84259f76fbe0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 1130 time: 0.1233313 Aug 08 02:26:11.304213 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797f1f0-0ecf-4f3d-a34f-9bb829d5ae17 req-fdb3c1fc-43e8-4eda-85f1-6e976acefca1 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:11.306668 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8797f1f0-0ecf-4f3d-a34f-9bb829d5ae17 req-fdb3c1fc-43e8-4eda-85f1-6e976acefca1 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0954444 Aug 08 02:26:11.347945 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-13f2d563-9ca4-4a22-a34d-3f604185034f req-15d23151-8d5a-4f17-bbec-d2241e0efd5a service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838959 Aug 08 02:26:11.350686 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4358bb91-d035-4e48-b57b-3b30715973ca x-openstack-request-id: req-4358bb91-d035-4e48-b57b-3b30715973ca {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:11.350974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:11.351228 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4358bb91-d035-4e48-b57b-3b30715973ca {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:11.351628 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4358bb91-d035-4e48-b57b-3b30715973ca'] response: {'name': 'network-changed', 'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'status': 'completed', 'code': 200} Aug 08 02:26:11.367486 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:11.374960 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8797f1f0-0ecf-4f3d-a34f-9bb829d5ae17 req-019e695d-562a-4907-a650-ade6fea1f542 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615075 Aug 08 02:26:11.378298 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-65850482-c29a-48d6-a4e9-ee01ae6e9642 req-a726fd7c-dc70-47c2-8b1c-7b9a4b335487 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785010 Aug 08 02:26:11.446368 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:11.474392 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '382c3514-7538-403c-b738-f36020f21316', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'port_id': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'mac_address': 'fa:16:3e:44:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:37Z', 'updated_at': '2022-08-08T02:26:10Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:11.503466 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:26:11.512715 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:11.513491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d734c7-03b3-40bd-aa43-ebc5402b5360 req-f7834953-95bd-44bf-b407-122423c50d76 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:11.514091 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:11.521023 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-73d734c7-03b3-40bd-aa43-ebc5402b5360 req-f7834953-95bd-44bf-b407-122423c50d76 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0717425 Aug 08 02:26:11.587308 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33422) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:11.605903 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-73d734c7-03b3-40bd-aa43-ebc5402b5360 req-fcd5e6ea-29d3-4c13-b8b0-bfa535682b5d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838177 Aug 08 02:26:11.626149 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:11.671256 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:11.748009 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:11.766122 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15d928-29f5-4478-aae1-df38dafa8124 req-7b9dcce6-5493-442b-8c53-33a2a2bbfc87 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:11.769441 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6a15d928-29f5-4478-aae1-df38dafa8124 req-7b9dcce6-5493-442b-8c53-33a2a2bbfc87 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0681551 Aug 08 02:26:11.849461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6a15d928-29f5-4478-aae1-df38dafa8124 req-fbee6a1e-b2ad-45d2-a1d8-e358e18970a0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751262 Aug 08 02:26:11.869973 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-5e025485-2c43-4f66-98ed-a70e0e3e14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:11.874995 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-5e025485-2c43-4f66-98ed-a70e0e3e14f9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1130 time: 0.0670676 Aug 08 02:26:11.897767 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Publish callbacks [] for security_group (94e68945-174d-44d7-b911-1cbb5025a961), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:11.902811 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '382c3514-7538-403c-b738-f36020f21316', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'port_id': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'mac_address': 'fa:16:3e:44:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:37Z', 'updated_at': '2022-08-08T02:26:10Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:11.927547 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fbf149-26b4-4cba-8fca-eac0670ecb8a None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '382c3514-7538-403c-b738-f36020f21316', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'port_id': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'mac_address': 'fa:16:3e:44:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:37Z', 'updated_at': '2022-08-08T02:26:10Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:26:11.975985 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (94e68945-174d-44d7-b911-1cbb5025a961), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:12.025695 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dca9d10768ba4db194fbbc10cf3f5dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398634 Aug 08 02:26:12.025695 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e68945-174d-44d7-b911-1cbb5025a961,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:12.026215 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33438) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:12.042945 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.043296 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.043637 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.043980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.044934 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.045470 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.045549 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.045827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.046148 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.046507 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.046857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.047182 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.047503 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.047879 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.048214 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e557b601-9008-4858-906f-24b93e83a4a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:12.093634 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-183daaf5-298b-405b-bb5c-93d926e4e4e7 admin admin] Publish callbacks [] for security_group (94e68945-174d-44d7-b911-1cbb5025a961), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:12.117904 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-183daaf5-298b-405b-bb5c-93d926e4e4e7 admin admin] Publish callbacks [] for security_group (94e68945-174d-44d7-b911-1cbb5025a961), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:12.198024 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e6ef5-b894-4139-a546-0e941f7f98a4 None None] New status for floating IP 382c3514-7538-403c-b738-f36020f21316: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:26:12.238171 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:12.238299 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b3fd6-ae12-4ed7-beb7-3805acf4cf5c req-d7457d1d-d49c-4f50-883c-432f2f79c27e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:12.238299 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-125b3fd6-ae12-4ed7-beb7-3805acf4cf5c req-d7457d1d-d49c-4f50-883c-432f2f79c27e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0643625 Aug 08 02:26:12.291589 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-125b3fd6-ae12-4ed7-beb7-3805acf4cf5c req-617c2273-0169-46ea-9917-2e9c4f48105c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495830 Aug 08 02:26:12.303847 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-183daaf5-298b-405b-bb5c-93d926e4e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (94e68945-174d-44d7-b911-1cbb5025a961), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:12.306642 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-183daaf5-298b-405b-bb5c-93d926e4e4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:12.309917 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-183daaf5-298b-405b-bb5c-93d926e4e4e7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/94e68945-174d-44d7-b911-1cbb5025a961 HTTP/1.1" status: 204 len: 168 time: 0.2813649 Aug 08 02:26:12.373082 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183daaf5-298b-405b-bb5c-93d926e4e4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e68945-174d-44d7-b911-1cbb5025a961,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:12.532578 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:12.740517 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-6a04f593-ca20-4d6f-ab99-e00dc4ac9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:12.742045 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-6a04f593-ca20-4d6f-ab99-e00dc4ac9b64 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 912 time: 0.1404071 Aug 08 02:26:12.749010 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd279c-47ee-41e3-887d-be60bfff2954 req-66aa3da1-22f4-4f95-a398-2e15e41ed431 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:12.750881 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-63dd279c-47ee-41e3-887d-be60bfff2954 req-66aa3da1-22f4-4f95-a398-2e15e41ed431 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0727794 Aug 08 02:26:12.803240 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-63dd279c-47ee-41e3-887d-be60bfff2954 req-387f59f2-9ede-4633-b50a-c7bd9396032c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Aug 08 02:26:12.907602 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-062f48fa-29e2-49c0-aee2-851bf9d0eed8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 1002 time: 0.1026824 Aug 08 02:26:12.980696 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4605fe-60b1-4ee4-b00a-815c7e9c0c06 req-d32053b3-a6cc-45e9-ba62-4b7d23f94ed6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:12.980696 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fb4605fe-60b1-4ee4-b00a-815c7e9c0c06 req-d32053b3-a6cc-45e9-ba62-4b7d23f94ed6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0472407 Aug 08 02:26:13.006411 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:13.027583 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fb4605fe-60b1-4ee4-b00a-815c7e9c0c06 req-b132213e-153e-4515-8244-dce83f126814 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Aug 08 02:26:13.500992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-732ed666-a1cb-40d3-9799-3badcc104f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:13.502887 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-732ed666-a1cb-40d3-9799-3badcc104f54 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.0810926 Aug 08 02:26:13.533991 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5386e8-ef03-43ed-a40b-26ecfd8207b9 req-3e16bbae-9221-4fce-9e64-fed29189e328 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:13.533991 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d5386e8-ef03-43ed-a40b-26ecfd8207b9 req-3e16bbae-9221-4fce-9e64-fed29189e328 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.1136417 Aug 08 02:26:13.596465 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d5386e8-ef03-43ed-a40b-26ecfd8207b9 req-c9db37ea-15e1-4f99-98fe-6939eb39af42 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563190 Aug 08 02:26:13.741630 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989131ab-b469-493d-a9ef-aba15178d471 req-6d060414-3a3c-4b57-978e-9e079f03f6b2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:13.743174 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-989131ab-b469-493d-a9ef-aba15178d471 req-6d060414-3a3c-4b57-978e-9e079f03f6b2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0608721 Aug 08 02:26:13.754196 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33520) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:13.759694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'floatingip': {'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:26:13.795645 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:13.805037 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (8f9f683e-ed7c-45bc-bb5a-0908b478d6f0), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:13.935600 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd80d2-4558-4fba-8427-54c5fad4a47c req-e5487f00-0fc2-4b0d-ab51-54821a70196d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:13.943174 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-54cd80d2-4558-4fba-8427-54c5fad4a47c req-e5487f00-0fc2-4b0d-ab51-54821a70196d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0610430 Aug 08 02:26:14.005148 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-54cd80d2-4558-4fba-8427-54c5fad4a47c req-3a0837f9-bb28-450e-a0f1-d91675cd7f60 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609732 Aug 08 02:26:14.062424 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-e11a9c52-0ad6-481f-9c8f-84116fbf14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:14.063945 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-e11a9c52-0ad6-481f-9c8f-84116fbf14e4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1052861 Aug 08 02:26:14.145446 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304d0df-c64a-47f9-9a80-7472744f7414 req-e3766858-524d-4f75-b021-c2446318f8ef tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:14.146936 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e304d0df-c64a-47f9-9a80-7472744f7414 req-e3766858-524d-4f75-b021-c2446318f8ef tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0541503 Aug 08 02:26:14.157138 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33534) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:14.162063 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:26:14.273902 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (1402fc71-0e17-4b42-b205-e865faf0c151), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:14.301668 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-47b55598-7ea0-4e4d-8ef2-043b5036ba5d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307298 Aug 08 02:26:14.336304 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdde6a-e84c-4e8d-b2db-a5258a371c19 req-d706103e-d40f-4a01-a1ce-3d5f1ba3d4ea tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:14.337809 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9dcdde6a-e84c-4e8d-b2db-a5258a371c19 req-d706103e-d40f-4a01-a1ce-3d5f1ba3d4ea tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.1045406 Aug 08 02:26:14.462255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:14.490428 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2891f1cb-acc1-4235-8241-ab0b6e4034f9 req-7f5d9096-8707-4c85-8523-1e121d6a8593 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611230 Aug 08 02:26:14.492912 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9dcdde6a-e84c-4e8d-b2db-a5258a371c19 req-ac99827c-1123-4372-a601-73c8c695f5b3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251650 Aug 08 02:26:14.520321 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:14.641166 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33542) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:14.650411 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (8f9f683e-ed7c-45bc-bb5a-0908b478d6f0), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:14.800159 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:14.830729 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Floating IP 8f9f683e-ed7c-45bc-bb5a-0908b478d6f0 associated. External IP: 172.27.3.139, port: 8d2a6aac-ff75-417c-b0b9-cbf799f88d22. Aug 08 02:26:14.956846 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:15.044023 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Publish callbacks [] for security_group (debf180c-437f-47dd-b7fa-cee5192cdf78), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.154486 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:26:15.172656 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:15.196834 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.201355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (debf180c-437f-47dd-b7fa-cee5192cdf78), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.282968 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33562) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:15.283160 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7d15f908924d4461b49937052f21707e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6407173 Aug 08 02:26:15.286400 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debf180c-437f-47dd-b7fa-cee5192cdf78,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:15.293793 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:15.302757 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.303099 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.303438 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.303771 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.304103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.304426 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.304777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.305097 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.305420 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.305742 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.306062 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.306382 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.306699 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.307016 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.307329 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872420a-c7ad-4e89-9e9c-11bedf90de0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:15.324713 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:26:15.325452 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (1402fc71-0e17-4b42-b205-e865faf0c151), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.330616 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.336702 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:26:15.349074 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:15.350096 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:15.362628 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-af083eea-83f2-43d7-90fd-dfc6e9aaa948 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/8f9f683e-ed7c-45bc-bb5a-0908b478d6f0 HTTP/1.1" status: 200 len: 991 time: 1.6073301 Aug 08 02:26:15.363258 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:15.365698 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90977e-0a7e-483b-a729-e5dcebf45c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:15.401834 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-80fc5e2b-a738-4402-9c09-7329fbfcf4ea admin admin] Publish callbacks [] for security_group (debf180c-437f-47dd-b7fa-cee5192cdf78), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.413322 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c2f34-88d7-4566-9eb2-76b8739ad404 x-openstack-request-id: req-f84c2f34-88d7-4566-9eb2-76b8739ad404 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:15.413676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:15.413989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f84c2f34-88d7-4566-9eb2-76b8739ad404 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:15.414459 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84c2f34-88d7-4566-9eb2-76b8739ad404'] response: {'name': 'network-changed', 'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'status': 'completed', 'code': 200} Aug 08 02:26:15.460754 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:15.464142 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-80fc5e2b-a738-4402-9c09-7329fbfcf4ea admin admin] Publish callbacks [] for security_group (debf180c-437f-47dd-b7fa-cee5192cdf78), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.464596 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:15.475491 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 1402fc71-0e17-4b42-b205-e865faf0c151 associated. External IP: 172.27.3.227, port: 26e540df-eae8-4a69-873e-d4b1a210cfdf. Aug 08 02:26:15.503121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-e7b00dd6-22a2-45fb-828f-e9550fd64e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:15.504637 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-e7b00dd6-22a2-45fb-828f-e9550fd64e2d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1129 time: 0.0597570 Aug 08 02:26:15.632574 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-b41a8d75-8432-49b3-85df-35037580cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:15.634258 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-b41a8d75-8432-49b3-85df-35037580cfcc service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.1237447 Aug 08 02:26:15.689289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb47f-d053-4ccd-b87f-8336b81258f3 req-0375506c-b07c-4f16-a805-e27441a463f8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:15.690711 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ddadb47f-d053-4ccd-b87f-8336b81258f3 req-0375506c-b07c-4f16-a805-e27441a463f8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0914724 Aug 08 02:26:15.712149 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-deb3b349-fc35-4bc8-86f2-a610e0766e32 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 999 time: 0.0651412 Aug 08 02:26:15.716833 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-80fc5e2b-a738-4402-9c09-7329fbfcf4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (debf180c-437f-47dd-b7fa-cee5192cdf78), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.718055 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-80fc5e2b-a738-4402-9c09-7329fbfcf4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:15.721801 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-80fc5e2b-a738-4402-9c09-7329fbfcf4ea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/debf180c-437f-47dd-b7fa-cee5192cdf78 HTTP/1.1" status: 204 len: 168 time: 0.4349580 Aug 08 02:26:15.721955 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '8f9f683e-ed7c-45bc-bb5a-0908b478d6f0', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'mac_address': 'fa:16:3e:70:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:36Z', 'updated_at': '2022-08-08T02:26:14Z', 'revision_number': 1, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:15.749684 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:26:15.762570 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:15.763906 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:15.782784 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-c4b3680f-0ae4-4615-9bfc-13b39c0c2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:15.785360 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-c4b3680f-0ae4-4615-9bfc-13b39c0c2b38 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0674300 Aug 08 02:26:15.785498 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc5e2b-a738-4402-9c09-7329fbfcf4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf180c-437f-47dd-b7fa-cee5192cdf78,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:15.836150 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ddadb47f-d053-4ccd-b87f-8336b81258f3 req-778dfb09-9adf-483e-af5d-2eeabe3463e5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324141 Aug 08 02:26:15.857650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:26:15.878108 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-d0916dc3-5cdc-4519-ba55-252109d20012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:15.879898 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-d0916dc3-5cdc-4519-ba55-252109d20012 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0814157 Aug 08 02:26:15.897552 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:15.991174 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:16.007418 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:26:16.020079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:26:16.020649 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.034604 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:16.035617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:16.041992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:16.066859 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-1f1070ee-254f-42e3-9245-a017d71df7fa tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/1402fc71-0e17-4b42-b205-e865faf0c151 HTTP/1.1" status: 200 len: 992 time: 1.9066575 Aug 08 02:26:16.066859 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:16.068319 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce889e6-6367-4b24-9ee0-2a4c13721b43" -d '{"events": [{"name": "network-changed", "server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:16.085233 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-c66483cb-052f-4959-b9c7-c735466b58f2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980326 Aug 08 02:26:16.123514 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9b5cd-f5e9-4313-94e4-63457da49857 x-openstack-request-id: req-bbe9b5cd-f5e9-4313-94e4-63457da49857 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:16.123514 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:16.123834 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bbe9b5cd-f5e9-4313-94e4-63457da49857 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:16.124604 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe9b5cd-f5e9-4313-94e4-63457da49857'] response: {'name': 'network-changed', 'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'status': 'completed', 'code': 200} Aug 08 02:26:16.177818 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '8f9f683e-ed7c-45bc-bb5a-0908b478d6f0', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'mac_address': 'fa:16:3e:70:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:36Z', 'updated_at': '2022-08-08T02:26:14Z', 'revision_number': 1, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:16.205096 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50c92a-774e-40f8-916b-4ad14b301e38 None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '8f9f683e-ed7c-45bc-bb5a-0908b478d6f0', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'mac_address': 'fa:16:3e:70:0d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:36Z', 'updated_at': '2022-08-08T02:26:14Z', 'revision_number': 1, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:26:16.211596 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:16.535713 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-427f3398-720e-4873-b716-21e67bd34a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.576567 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33588) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:16.590515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce21a-3ed7-417c-ae49-16acc50a4425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.633888 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:15Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:16.660880 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:26:16.670296 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:16.670919 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:25:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:16.681911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce21a-3ed7-417c-ae49-16acc50a4425 admin admin] Publish callbacks [] for security_group (e6a613fd-30f5-4687-8d8f-44092e7cff9d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.765639 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cd5ce21a-3ed7-417c-ae49-16acc50a4425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e6a613fd-30f5-4687-8d8f-44092e7cff9d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.779181 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:16.807612 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-cd5ce21a-3ed7-417c-ae49-16acc50a4425 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=07935f77f9f74029bd4449aeaf751baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276881 Aug 08 02:26:16.807612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ce21a-3ed7-417c-ae49-16acc50a4425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a613fd-30f5-4687-8d8f-44092e7cff9d,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:16.808056 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33590) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:16.855596 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:16.868994 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-328770a1-3f0b-48b6-b44f-307e8c1eb5b8 admin admin] Publish callbacks [] for security_group (e6a613fd-30f5-4687-8d8f-44092e7cff9d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.917348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-328770a1-3f0b-48b6-b44f-307e8c1eb5b8 admin admin] Publish callbacks [] for security_group (e6a613fd-30f5-4687-8d8f-44092e7cff9d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:16.952770 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ef334-0d4c-4ed9-a68a-934b7d642add None None] New status for floating IP 8f9f683e-ed7c-45bc-bb5a-0908b478d6f0: ACTIVE {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:26:17.003656 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:17.020026 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949148a1-fd51-4be2-833c-79d91354ad50 req-0a9a7844-8f8c-4d36-928d-87ada5d14730 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:17.021556 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-949148a1-fd51-4be2-833c-79d91354ad50 req-0a9a7844-8f8c-4d36-928d-87ada5d14730 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0878606 Aug 08 02:26:17.038790 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:15Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:17.065760 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b97df-a620-4ca9-b988-a441d908da34 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:15Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:26:17.072652 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-949148a1-fd51-4be2-833c-79d91354ad50 req-92b1e14b-d5cd-4486-9af7-c174b52ed7be tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 Aug 08 02:26:17.097992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-328770a1-3f0b-48b6-b44f-307e8c1eb5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e6a613fd-30f5-4687-8d8f-44092e7cff9d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:17.100793 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-328770a1-3f0b-48b6-b44f-307e8c1eb5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:17.104382 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-328770a1-3f0b-48b6-b44f-307e8c1eb5b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e6a613fd-30f5-4687-8d8f-44092e7cff9d HTTP/1.1" status: 204 len: 168 time: 0.2926891 Aug 08 02:26:17.111768 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328770a1-3f0b-48b6-b44f-307e8c1eb5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a613fd-30f5-4687-8d8f-44092e7cff9d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:17.337941 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd54cd7-7e87-4905-90b9-4c3c1a17c841 None None] New status for floating IP 1402fc71-0e17-4b42-b205-e865faf0c151: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:26:17.858660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:17.890443 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:18.030447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:18.203625 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e057c-4186-4dae-8c18-0984e912fd39 req-a4894a49-328f-4879-8f31-c7a217dd9f73 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:18.206377 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-996e057c-4186-4dae-8c18-0984e912fd39 req-a4894a49-328f-4879-8f31-c7a217dd9f73 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Aug 08 02:26:18.254869 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-996e057c-4186-4dae-8c18-0984e912fd39 req-3876bb3e-0abb-4af1-8030-18386641a7ee tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Aug 08 02:26:18.282029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:18.370889 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:19.001085 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:19.030555 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-0d7d9648-b6d5-4bb3-bc37-7b57c5ae2e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:19.189557 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:19.201951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-306795bf-386f-4883-aeb6-3fc2938e86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:19.203430 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-306795bf-386f-4883-aeb6-3fc2938e86e2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 1130 time: 0.0726323 Aug 08 02:26:19.277968 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-fc90977e-0a7e-483b-a729-e5dcebf45c5a req-5b5f151d-de83-4b86-9436-1c033299e901 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662509 Aug 08 02:26:19.336073 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-32db7cc7-74e7-4702-937f-63133a1132ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:19.337896 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-32db7cc7-74e7-4702-937f-63133a1132ff service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 916 time: 0.1242604 Aug 08 02:26:19.386098 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501adb6-edb3-4d9b-8857-50b02de8876b req-139429ad-e071-483a-a83a-f6f13bfa0864 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:19.387580 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3501adb6-edb3-4d9b-8857-50b02de8876b req-139429ad-e071-483a-a83a-f6f13bfa0864 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Aug 08 02:26:19.403169 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-b3251d39-103a-486f-b749-f6bdf4bcd7c3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf HTTP/1.1" status: 200 len: 1002 time: 0.0588470 Aug 08 02:26:19.441489 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3501adb6-edb3-4d9b-8857-50b02de8876b req-abe2640c-4bd0-4abd-8066-5957b7d92ccd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Aug 08 02:26:19.447539 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:19.465639 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-f89d5778-6988-4779-896c-9cfb7544ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:19.467790 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-f89d5778-6988-4779-896c-9cfb7544ed48 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0584762 Aug 08 02:26:19.555310 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:19.772564 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:19.783851 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:19.858871 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:20.559751 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89889b-f5bd-41ab-a7e8-0d9ed204e624 req-1a2f83e7-c7bd-49b8-91c2-87a84e8797da tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:20.561617 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1f89889b-f5bd-41ab-a7e8-0d9ed204e624 req-1a2f83e7-c7bd-49b8-91c2-87a84e8797da tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Aug 08 02:26:20.613607 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1f89889b-f5bd-41ab-a7e8-0d9ed204e624 req-a4424a5c-de49-41b4-8bb4-0121ae906733 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Aug 08 02:26:20.652579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:20.857941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33694) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:20.962689 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-868c9b34-0742-4d05-b8dc-1614e2c92e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:20.995004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:21.042326 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-868c9b34-0742-4d05-b8dc-1614e2c92e86 admin admin] Publish callbacks [] for security_group (6d675134-97fc-4859-b45b-4d1734ef1030), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.115013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-868c9b34-0742-4d05-b8dc-1614e2c92e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (6d675134-97fc-4859-b45b-4d1734ef1030), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.157534 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-868c9b34-0742-4d05-b8dc-1614e2c92e86 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=922c9d86ed2f4da98644b02955e277c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984352 Aug 08 02:26:21.158217 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c9b34-0742-4d05-b8dc-1614e2c92e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d675134-97fc-4859-b45b-4d1734ef1030,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:21.160361 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33700) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:21.174448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:21.209421 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:21.214537 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0246-700b-4f78-903d-5c5bf6877607 admin admin] Publish callbacks [] for security_group (6d675134-97fc-4859-b45b-4d1734ef1030), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.235628 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0246-700b-4f78-903d-5c5bf6877607 admin admin] Publish callbacks [] for security_group (6d675134-97fc-4859-b45b-4d1734ef1030), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.290552 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.376926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-78d1fd28-f138-4de4-80d3-0f665f2e2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:21.378473 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-78d1fd28-f138-4de4-80d3-0f665f2e2de3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404310 Aug 08 02:26:21.416560 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0246-700b-4f78-903d-5c5bf6877607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (6d675134-97fc-4859-b45b-4d1734ef1030), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.419419 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0246-700b-4f78-903d-5c5bf6877607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.420586 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d6fe0246-700b-4f78-903d-5c5bf6877607 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d675134-97fc-4859-b45b-4d1734ef1030 HTTP/1.1" status: 204 len: 168 time: 0.2591133 Aug 08 02:26:21.428615 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe0246-700b-4f78-903d-5c5bf6877607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d675134-97fc-4859-b45b-4d1734ef1030,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:21.505716 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:21.734469 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdec575-2fc7-4279-b785-b11a8e0c1557 req-3dde3142-c2e2-44c1-94cd-435db0911adb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:21.735984 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1fdec575-2fc7-4279-b785-b11a8e0c1557 req-3dde3142-c2e2-44c1-94cd-435db0911adb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0482025 Aug 08 02:26:21.784293 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1fdec575-2fc7-4279-b785-b11a8e0c1557 req-9e07aca9-af04-4e6d-8c7e-65999b438e7f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Aug 08 02:26:21.856312 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:22.130702 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 33714) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:22.147717 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f5688eb7-4c6c-4486-9371-e170ee24fd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.222798 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f5688eb7-4c6c-4486-9371-e170ee24fd3d admin admin] Publish callbacks [] for security_group (650a3f6e-4990-493a-81c6-9ab8f66ef76c), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.315261 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f5688eb7-4c6c-4486-9371-e170ee24fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (650a3f6e-4990-493a-81c6-9ab8f66ef76c), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.354681 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f5688eb7-4c6c-4486-9371-e170ee24fd3d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3327cdd5b7e94777a8df44f21b8abaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229047 Aug 08 02:26:22.355647 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5688eb7-4c6c-4486-9371-e170ee24fd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650a3f6e-4990-493a-81c6-9ab8f66ef76c,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:22.358171 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33716) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:22.412407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:22.430529 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce132ded-fc07-4bcf-b2a0-d9bdbb9e510a admin admin] Publish callbacks [] for security_group (650a3f6e-4990-493a-81c6-9ab8f66ef76c), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.485038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce132ded-fc07-4bcf-b2a0-d9bdbb9e510a admin admin] Publish callbacks [] for security_group (650a3f6e-4990-493a-81c6-9ab8f66ef76c), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.556006 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-270c0d0e-58a0-4ae1-97c6-7aecbd3583a6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461787 Aug 08 02:26:22.646963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce132ded-fc07-4bcf-b2a0-d9bdbb9e510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (650a3f6e-4990-493a-81c6-9ab8f66ef76c), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.649579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce132ded-fc07-4bcf-b2a0-d9bdbb9e510a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.650734 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ce132ded-fc07-4bcf-b2a0-d9bdbb9e510a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/650a3f6e-4990-493a-81c6-9ab8f66ef76c HTTP/1.1" status: 204 len: 168 time: 0.2914264 Aug 08 02:26:22.659555 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce132ded-fc07-4bcf-b2a0-d9bdbb9e510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650a3f6e-4990-493a-81c6-9ab8f66ef76c,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:22.685384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:22.784141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:22.881234 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dce889e6-6367-4b24-9ee0-2a4c13721b43 req-6892b0fb-1057-4f0d-b961-8ef7501cc82e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949521 Aug 08 02:26:22.915692 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c150ef-6a2c-49f0-9a16-78f09c8a1a77 req-c48a7af2-6d77-48a5-b089-986dffa03217 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:22.917150 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42c150ef-6a2c-49f0-9a16-78f09c8a1a77 req-c48a7af2-6d77-48a5-b089-986dffa03217 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Aug 08 02:26:22.966922 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42c150ef-6a2c-49f0-9a16-78f09c8a1a77 req-013340de-85cf-4b96-b6f2-5446a177330a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Aug 08 02:26:23.058280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:23.159106 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:23.624763 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:24.095347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d583ef-5220-4cb6-9530-a88be6ca64fd req-2f17dc56-9837-48bf-bd14-724e456f4184 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:24.096947 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-99d583ef-5220-4cb6-9530-a88be6ca64fd req-2f17dc56-9837-48bf-bd14-724e456f4184 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0526853 Aug 08 02:26:24.152067 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-99d583ef-5220-4cb6-9530-a88be6ca64fd req-71701c5f-68e2-44c1-adb4-e006e6f7ba3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Aug 08 02:26:24.343867 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:24.462401 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:24.720723 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:24.852576 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:25.270948 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3e667-c73c-4656-98ec-a878518005a8 req-b67d2d4e-fe74-48b7-b5a7-dd2ced7de7d4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:25.272424 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-41e3e667-c73c-4656-98ec-a878518005a8 req-b67d2d4e-fe74-48b7-b5a7-dd2ced7de7d4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0468888 Aug 08 02:26:25.308364 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:25.320860 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-41e3e667-c73c-4656-98ec-a878518005a8 req-18fd1961-1f11-4bab-ab76-1cac196fc2da tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Aug 08 02:26:25.570437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:25.795412 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:25.818148 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:25.886477 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:26.114983 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:26.439114 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4915e-8f19-48e2-b5c2-08d5ceb9d185 req-846e2e4e-98ae-4acd-845a-85ddc27c907a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:26.440632 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9ab4915e-8f19-48e2-b5c2-08d5ceb9d185 req-846e2e4e-98ae-4acd-845a-85ddc27c907a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0473261 Aug 08 02:26:26.492913 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9ab4915e-8f19-48e2-b5c2-08d5ceb9d185 req-dd6b3f58-a7e9-4806-bd90-5db6c38276f8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467200 Aug 08 02:26:26.749671 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.096333 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.146970 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.172267 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.202134 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.282796 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=96 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.302173 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.498937 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.610902 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8b7ed-194b-4bd9-8b2f-1e8e26d5590a req-64f1259a-37ee-4f1a-8f50-97a407d96031 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:27.612298 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4ee8b7ed-194b-4bd9-8b2f-1e8e26d5590a req-64f1259a-37ee-4f1a-8f50-97a407d96031 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0469356 Aug 08 02:26:27.659099 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4ee8b7ed-194b-4bd9-8b2f-1e8e26d5590a req-b4eeb137-ad41-45bd-ba55-03b5c400bceb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Aug 08 02:26:27.709780 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:27.811636 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:28.401136 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:28.777525 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2c4d-c15e-40d3-8569-459858b9a14d req-81dbef11-223a-4c6a-8092-d377479376f1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:28.779081 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1bca2c4d-c15e-40d3-8569-459858b9a14d req-81dbef11-223a-4c6a-8092-d377479376f1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0465777 Aug 08 02:26:28.797831 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:28.827530 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1bca2c4d-c15e-40d3-8569-459858b9a14d req-16743896-ef4d-4791-ae5d-f1a382a43b0f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Aug 08 02:26:29.177976 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:29.313398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:29.347698 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:29.950814 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918748de-67d2-49d7-aecc-7361116f0cc2 req-4544b03c-386f-4924-935c-266d4ab9a73a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:29.958932 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-918748de-67d2-49d7-aecc-7361116f0cc2 req-4544b03c-386f-4924-935c-266d4ab9a73a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0529654 Aug 08 02:26:30.007758 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-918748de-67d2-49d7-aecc-7361116f0cc2 req-0cb8cae8-b79a-4fa5-b349-6026ceacc905 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496571 Aug 08 02:26:30.075294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:30.143794 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:30.429813 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:30.661844 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:31.151300 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-932b9433-8baa-4542-b6ad-99349c1fae49 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414355 Aug 08 02:26:31.153242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85d7e6-f2b5-4185-9a76-e38c3f5f030c req-5cf1995d-e1bc-4264-93ba-9261d05ae2b6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.154932 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db85d7e6-f2b5-4185-9a76-e38c3f5f030c req-5cf1995d-e1bc-4264-93ba-9261d05ae2b6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0516207 Aug 08 02:26:31.206280 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db85d7e6-f2b5-4185-9a76-e38c3f5f030c req-725df25b-8dd7-4a76-a61b-a665226c7130 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Aug 08 02:26:31.261902 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-ed91afea-7fb5-4d7a-a27d-4da62074a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.263395 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-ed91afea-7fb5-4d7a-a27d-4da62074a5c2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1130 time: 0.0441792 Aug 08 02:26:31.378738 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-bec72d2e-62b1-4f23-b791-6bce63e5ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.380531 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-bec72d2e-62b1-4f23-b791-6bce63e5ab00 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.0939956 Aug 08 02:26:31.429879 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-b7be6ab8-1442-4b7e-8fe4-5815aa665e0b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 200 len: 217 time: 0.0366192 Aug 08 02:26:31.449641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:31.490889 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-b652d85d-5591-433a-bf68-42eb1f861902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.492385 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-b652d85d-5591-433a-bf68-42eb1f861902 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0536807 Aug 08 02:26:31.537147 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-48c9b42e-a807-4d40-a2c7-f799a9812dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.538637 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-48c9b42e-a807-4d40-a2c7-f799a9812dbb service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384500 Aug 08 02:26:31.601177 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:31.636198 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-68f913ef-ec3b-4f04-b0bb-23fef1c03496 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874290 Aug 08 02:26:31.735301 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9d07027e-4a31-4dfd-acc1-feef8395391f req-1ac8a633-5815-4125-bb91-6bb2b142cd29 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891209 Aug 08 02:26:31.880786 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:32.333993 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1862c43-c2a0-4941-808b-4c7cb1cdb6ce req-03996bf8-f409-4ea5-b83d-04809f20f589 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:32.335467 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b1862c43-c2a0-4941-808b-4c7cb1cdb6ce req-03996bf8-f409-4ea5-b83d-04809f20f589 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0507932 Aug 08 02:26:32.392112 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b1862c43-c2a0-4941-808b-4c7cb1cdb6ce req-49c66615-f6fb-4f8e-83f8-c5a4bfba29b2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Aug 08 02:26:32.515837 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:32.770040 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd375986-7c13-4431-8c18-c2d56b3a7b9e req-29c0c663-2f67-4f5b-ae95-c3471be22db7 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:32.771537 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd375986-7c13-4431-8c18-c2d56b3a7b9e req-29c0c663-2f67-4f5b-ae95-c3471be22db7 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0486801 Aug 08 02:26:32.820816 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd375986-7c13-4431-8c18-c2d56b3a7b9e req-d19f67de-6161-4c02-8718-afed3b28e5a2 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Aug 08 02:26:32.909652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:33.204413 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33930) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:33.321517 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cbec799-138f-4899-98a0-551dcd220186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:33.325397 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:33.401059 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cbec799-138f-4899-98a0-551dcd220186 admin admin] Publish callbacks [] for security_group (7a41317a-0cd9-468f-a0c1-e9a3fb176e9d), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:33.479292 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cbec799-138f-4899-98a0-551dcd220186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7a41317a-0cd9-468f-a0c1-e9a3fb176e9d), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:33.511598 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b174386-bbcd-4a77-9253-24ee3ca0fcc8 req-2935f0c3-6bec-4923-9072-40951154266c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:33.513635 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4b174386-bbcd-4a77-9253-24ee3ca0fcc8 req-2935f0c3-6bec-4923-9072-40951154266c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0476782 Aug 08 02:26:33.520087 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7cbec799-138f-4899-98a0-551dcd220186 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9a70fe5946fa403486635660d569a633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145692 Aug 08 02:26:33.520991 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbec799-138f-4899-98a0-551dcd220186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a41317a-0cd9-468f-a0c1-e9a3fb176e9d,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:33.523295 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 33940) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:33.560861 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:33.563043 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4b174386-bbcd-4a77-9253-24ee3ca0fcc8 req-98477f82-a386-4bd4-95c1-293a57fef81a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Aug 08 02:26:33.563192 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=4,neutron:SELECT=13 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:33.578199 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b59d991a-c426-40a3-90d2-ec2289860de6 admin admin] Publish callbacks [] for security_group (7a41317a-0cd9-468f-a0c1-e9a3fb176e9d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:33.788005 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:33.820641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b59d991a-c426-40a3-90d2-ec2289860de6 admin admin] Publish callbacks [] for security_group (7a41317a-0cd9-468f-a0c1-e9a3fb176e9d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:33.953209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e2dc-7eaf-4c12-ac4a-d085d1ccc1fe req-b56e3e96-4855-43cb-92ae-ca307b960f4c tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:33.954720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09a0e2dc-7eaf-4c12-ac4a-d085d1ccc1fe req-b56e3e96-4855-43cb-92ae-ca307b960f4c tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0566804 Aug 08 02:26:34.004223 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09a0e2dc-7eaf-4c12-ac4a-d085d1ccc1fe req-8b5425a9-ae1e-4f70-9fc6-e0c66eddd0dd tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Aug 08 02:26:34.012729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b59d991a-c426-40a3-90d2-ec2289860de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7a41317a-0cd9-468f-a0c1-e9a3fb176e9d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:34.015942 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b59d991a-c426-40a3-90d2-ec2289860de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:34.019469 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b59d991a-c426-40a3-90d2-ec2289860de6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7a41317a-0cd9-468f-a0c1-e9a3fb176e9d HTTP/1.1" status: 204 len: 168 time: 0.4929194 Aug 08 02:26:34.025683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d991a-c426-40a3-90d2-ec2289860de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a41317a-0cd9-468f-a0c1-e9a3fb176e9d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:34.195360 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:34.683104 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872b80-0e2f-4a0b-98ba-800fd162fc64 req-a4a879cf-7cdb-43fe-b0e4-70b0d124d03d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:34.684565 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c1872b80-0e2f-4a0b-98ba-800fd162fc64 req-a4a879cf-7cdb-43fe-b0e4-70b0d124d03d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0462949 Aug 08 02:26:34.736018 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c1872b80-0e2f-4a0b-98ba-800fd162fc64 req-1d70be1e-0d65-47bd-8677-54e47feb2f9c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Aug 08 02:26:34.782336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:34.899122 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:35.128956 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbb846-9569-4ad3-b171-4e9d5d3dd311 req-c41de5d7-29a9-46e8-8f52-91beb719b33a tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:35.130348 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0ebbb846-9569-4ad3-b171-4e9d5d3dd311 req-c41de5d7-29a9-46e8-8f52-91beb719b33a tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0505764 Aug 08 02:26:35.181746 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0ebbb846-9569-4ad3-b171-4e9d5d3dd311 req-71558973-a80b-42f7-b1ce-c90a46a597c1 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4671a785-9644-4092-a50b-ecb067d036f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Aug 08 02:26:35.668038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-fd41e580-b6a0-4179-9a9a-9c22ffcfd164 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:35.668038 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-fd41e580-b6a0-4179-9a9a-9c22ffcfd164 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 945 time: 0.0914710 Aug 08 02:26:35.866258 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Deleting port 5482fadc-3651-40bc-b0e6-82d5cf650c16 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:26:35.866258 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:35.867278 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7406a1a-dcb1-49f4-b82c-d0e7647eb32b req-17c688da-89aa-4e9f-9876-a67cca5c6965 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:35.867278 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d7406a1a-dcb1-49f4-b82c-d0e7647eb32b req-17c688da-89aa-4e9f-9876-a67cca5c6965 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0466363 Aug 08 02:26:35.883412 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] For port 5482fadc-3651-40bc-b0e6-82d5cf650c16, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5482fadc-3651-40bc-b0e6-82d5cf650c16,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:35.883779 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:35.900558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Calling delete_port for 5482fadc-3651-40bc-b0e6-82d5cf650c16 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:26:35.920650 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d7406a1a-dcb1-49f4-b82c-d0e7647eb32b req-60a25bd9-6198-4337-9050-0034660a67c7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Aug 08 02:26:36.087094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:36.119652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (5482fadc-3651-40bc-b0e6-82d5cf650c16), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:36.132287 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['5482fadc-3651-40bc-b0e6-82d5cf650c16'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:26:36.149140 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Pushing event deleted for resources: {'Port': ['ID=5482fadc-3651-40bc-b0e6-82d5cf650c16,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:36.233940 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] No DVR routers for this DVR port 5482fadc-3651-40bc-b0e6-82d5cf650c16 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:26:36.237966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:36.241643 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-057465af-4f8f-4759-ae5c-7cd1c6d40a58 req-1cc122a0-2bb7-40ba-876a-13618935a2ae tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.45 "DELETE /networking/v2.0/ports/5482fadc-3651-40bc-b0e6-82d5cf650c16 HTTP/1.1" status: 204 len: 173 time: 0.5768828 Aug 08 02:26:36.245094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'name': 'network-vif-deleted', 'tag': '5482fadc-3651-40bc-b0e6-82d5cf650c16'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:26:36.245094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ead42d-e020-4a86-b0a1-0b9b5f82cd70" -d '{"events": [{"server_uuid": "0fc3bfe1-b902-4a65-8c41-81e6f49112ae", "name": "network-vif-deleted", "tag": "5482fadc-3651-40bc-b0e6-82d5cf650c16"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:26:36.296959 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ed70e-c99e-4a25-b288-fba6317f2a35 x-openstack-request-id: req-302ed70e-c99e-4a25-b288-fba6317f2a35 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:26:36.297561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc3bfe1-b902-4a65-8c41-81e6f49112ae", "name": "network-vif-deleted", "tag": "5482fadc-3651-40bc-b0e6-82d5cf650c16", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:26:36.297967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-302ed70e-c99e-4a25-b288-fba6317f2a35 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:26:36.298530 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302ed70e-c99e-4a25-b288-fba6317f2a35'] response: {'server_uuid': '0fc3bfe1-b902-4a65-8c41-81e6f49112ae', 'name': 'network-vif-deleted', 'tag': '5482fadc-3651-40bc-b0e6-82d5cf650c16', 'status': 'completed', 'code': 200} Aug 08 02:26:36.365856 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b66ce601-3f01-440f-9568-513eb9b27283 req-68f67dec-11d9-4137-92b3-9124c60e25d1 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0369101 Aug 08 02:26:36.474071 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:36.537180 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:36.753633 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:36.789490 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:37.047178 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2edf0-d001-4f47-be22-e02d04ecee3c req-d902804a-cd67-46e7-9551-b2fde44c130f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:37.048741 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f6c2edf0-d001-4f47-be22-e02d04ecee3c req-d902804a-cd67-46e7-9551-b2fde44c130f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Aug 08 02:26:37.114562 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f6c2edf0-d001-4f47-be22-e02d04ecee3c req-e8cf3b85-8a2e-4920-83fb-ff42f34a25d1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599134 Aug 08 02:26:37.218020 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:37.269676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:37.467156 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c260ec8b-5797-464f-ae2e-a4889fb59986 req-743d42f1-7a11-4eea-9dbe-a65e8f5bbec7 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0274189 Aug 08 02:26:37.766806 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:37.829637 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:38.063860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:38.234003 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5b4f6-b3a2-44fd-8d17-ae26ed4f80e6 req-b167005d-fda3-4b33-8aca-4e8585e8c3eb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:38.235496 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-23d5b4f6-b3a2-44fd-8d17-ae26ed4f80e6 req-b167005d-fda3-4b33-8aca-4e8585e8c3eb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0455554 Aug 08 02:26:38.255155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:38.283616 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-23d5b4f6-b3a2-44fd-8d17-ae26ed4f80e6 req-d98e551c-15a4-4e9c-8114-e652fe2210df tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Aug 08 02:26:38.569697 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-acb16c26-9861-4de2-9ee0-2ac0b29940df req-24a69825-69cd-455d-9df1-3a1e41e239de tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0299819 Aug 08 02:26:38.915513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:39.403222 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a3ef4-1f1c-465a-97d1-e3d1598fae57 req-cae2b65e-4120-44b2-bc54-a198a98d8153 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:39.405267 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8f5a3ef4-1f1c-465a-97d1-e3d1598fae57 req-cae2b65e-4120-44b2-bc54-a198a98d8153 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0495324 Aug 08 02:26:39.453461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8f5a3ef4-1f1c-465a-97d1-e3d1598fae57 req-a5b82c3b-9497-4020-b38c-fddd3d5ae332 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Aug 08 02:26:39.562580 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:39.671417 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a91b517e-f170-4bcb-bf8e-28ad8fea7826 req-3d8ddc1e-514b-41df-bb9a-f08f5c6b8923 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0278444 Aug 08 02:26:39.913950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:40.580333 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5f321-e7b8-4343-9fd2-7f89fbcccb30 req-7010337d-6e17-44fe-a585-3690eabb0a2e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:40.582061 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dfd5f321-e7b8-4343-9fd2-7f89fbcccb30 req-7010337d-6e17-44fe-a585-3690eabb0a2e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0519598 Aug 08 02:26:40.750562 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 5482fadc-3651-40bc-b0e6-82d5cf650c16 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:26:40.752120 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:26:40.775373 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 5482fadc-3651-40bc-b0e6-82d5cf650c16 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:26:40.776078 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 5482fadc-3651-40bc-b0e6-82d5cf650c16 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:26:40.830021 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-90f16f7c-34c3-4ac1-b9a0-549bf53477b8 req-0288d7b6-b151-4982-9a29-73c7fe426301 tempest-DeleteServersTestJSON-2061947428 tempest-DeleteServersTestJSON-2061947428-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0fc3bfe1-b902-4a65-8c41-81e6f49112ae HTTP/1.1" status: 200 len: 210 time: 0.0324473 Aug 08 02:26:40.856012 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dfd5f321-e7b8-4343-9fd2-7f89fbcccb30 req-2929cf90-2b8e-42eb-9635-73f814b525f2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656970 Aug 08 02:26:41.976375 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d951-94ac-4baa-bd26-2dc9cfa1f6fb req-ca119194-1cf0-4840-b385-9eb06a8c888f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:41.977891 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9ad3d951-94ac-4baa-bd26-2dc9cfa1f6fb req-ca119194-1cf0-4840-b385-9eb06a8c888f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Aug 08 02:26:42.028822 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9ad3d951-94ac-4baa-bd26-2dc9cfa1f6fb req-6b8e8a2a-580f-4a88-b60f-5bd0fdf6e7f6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Aug 08 02:26:42.742722 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:43.149598 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc6d4-b291-4b42-85cb-6f2e956dcdfb req-27df85e1-3f5a-4143-8c16-d7f712abedf3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:43.151036 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b7adc6d4-b291-4b42-85cb-6f2e956dcdfb req-27df85e1-3f5a-4143-8c16-d7f712abedf3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Aug 08 02:26:43.199985 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b7adc6d4-b291-4b42-85cb-6f2e956dcdfb req-e127ff91-2006-469d-a4f8-e87395946ad5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 Aug 08 02:26:44.315923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f4fc9-e194-40df-9885-f23dfcf787b8 req-0f975c1b-92b2-4b58-a814-13b6022d0617 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:44.317479 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e2f4fc9-e194-40df-9885-f23dfcf787b8 req-0f975c1b-92b2-4b58-a814-13b6022d0617 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0465710 Aug 08 02:26:44.363762 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e2f4fc9-e194-40df-9885-f23dfcf787b8 req-cc9c395f-576f-4549-bdbb-dd9d0b021019 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Aug 08 02:26:45.489720 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e6471-7c43-42c7-894a-20605dee1c8d req-9c96be3a-8ab0-4f49-92d2-993093cb88dd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:45.491402 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e87e6471-7c43-42c7-894a-20605dee1c8d req-9c96be3a-8ab0-4f49-92d2-993093cb88dd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Aug 08 02:26:45.539879 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e87e6471-7c43-42c7-894a-20605dee1c8d req-15d7b3c1-159f-4b36-a83f-73e47361c39e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Aug 08 02:26:45.702771 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34196) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:46.077999 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (bf3e3f32-23a8-46df-91df-b729cd1301a9), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:46.111684 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:46.123147 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:46.365752 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Deleting port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:26:46.366086 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:46.407477 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9444c840-e4c9-4638-b1bf-be4535a294f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:46.453471 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] For port c543bcca-7e42-4ea5-8a10-f66c0f6e4dac, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:46.453836 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:46.466933 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Calling delete_port for c543bcca-7e42-4ea5-8a10-f66c0f6e4dac owned by network:router_interface {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:26:46.673113 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a574a-f575-462e-b05d-0ae34887c008 req-fe370321-5d43-4a32-ab7c-e04b40fcded4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:46.674468 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b35a574a-f575-462e-b05d-0ae34887c008 req-fe370321-5d43-4a32-ab7c-e04b40fcded4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0613453 Aug 08 02:26:46.755865 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b35a574a-f575-462e-b05d-0ae34887c008 req-72384571-d515-4882-b461-02793544968f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609887 Aug 08 02:26:46.814294 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (c543bcca-7e42-4ea5-8a10-f66c0f6e4dac), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:46.843785 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Pushing event deleted for resources: {'Port': ['ID=c543bcca-7e42-4ea5-8a10-f66c0f6e4dac,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:46.992907 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:47.059990 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (bf3e3f32-23a8-46df-91df-b729cd1301a9), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:47.170614 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:47.275695 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Router bf3e3f32-23a8-46df-91df-b729cd1301a9 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:26:47.564645 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:26:47.570145 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-554784dd-bab4-4a63-9468-01444d17dada admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bf3e3f32-23a8-46df-91df-b729cd1301a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686388 Aug 08 02:26:47.572555 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34238) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:47.574291 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] Sync routers for ids ['bf3e3f32-23a8-46df-91df-b729cd1301a9'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:26:47.611686 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] Routers {'bf3e3f32-23a8-46df-91df-b729cd1301a9'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:47.617550 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:26:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bf3e3f32-23a8-46df-91df-b729cd1301a9'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:47.689168 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks [] for router (bf3e3f32-23a8-46df-91df-b729cd1301a9), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:47.734389 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] Set router bf3e3f32-23a8-46df-91df-b729cd1301a9 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:47.802518 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks [] for router_gateway (bf3e3f32-23a8-46df-91df-b729cd1301a9), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:47.891235 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9483c01-8c6e-444f-9edf-dec8726df576 req-f069245d-97e1-44f6-bedb-fc875fe8731d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:47.892813 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9483c01-8c6e-444f-9edf-dec8726df576 req-f069245d-97e1-44f6-bedb-fc875fe8731d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0560253 Aug 08 02:26:47.931310 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:26:46Z', 'revision_number': 5, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port': {'id': '8051bf8a-4ef0-47ad-b34a-d73d04d85de3', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:47.943526 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Deleting port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:26:47.943871 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:47.956692 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] Checking router: bf3e3f32-23a8-46df-91df-b729cd1301a9 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:26:47.965574 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] Routers {'bf3e3f32-23a8-46df-91df-b729cd1301a9'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:26:47.966213 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:26:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['bf3e3f32-23a8-46df-91df-b729cd1301a9'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:48.018852 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9483c01-8c6e-444f-9edf-dec8726df576 req-ae694494-e024-4ff2-a773-07b37daf3d7c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038747 Aug 08 02:26:48.052913 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] Set router bf3e3f32-23a8-46df-91df-b729cd1301a9 gateway port host: None {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:26:48.055651 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] For port 8051bf8a-4ef0-47ad-b34a-d73d04d85de3, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:48.056018 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.070538 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Calling delete_port for 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 owned by network:router_gateway {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:26:48.103361 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:26:47Z', 'revision_number': 6, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:48.133307 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d96b-5958-4103-a566-abe1c1255055 None None] The sync data for ids ['bf3e3f32-23a8-46df-91df-b729cd1301a9'] in dv-cinder-740146-18-iscsi is: [{'id': 'bf3e3f32-23a8-46df-91df-b729cd1301a9', 'name': 'tempest-DeleteServersTestJSON-1892261933-router', 'tenant_id': '5515114a058944a49182063213de54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:26:47Z', 'revision_number': 6, 'project_id': '5515114a058944a49182063213de54d3', 'gw_port_host': None}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:26:48.137185 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:48.332430 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (8051bf8a-4ef0-47ad-b34a-d73d04d85de3), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.345335 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34260) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:48.358817 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8051bf8a-4ef0-47ad-b34a-d73d04d85de3,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:48.404277 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:48.431775 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (bf3e3f32-23a8-46df-91df-b729cd1301a9), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.475334 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5d27d257-8e26-4c12-93d7-af5acc1b6dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.544593 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (bf3e3f32-23a8-46df-91df-b729cd1301a9), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.548762 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks [] for router_controller (bf3e3f32-23a8-46df-91df-b729cd1301a9), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.576602 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5d27d257-8e26-4c12-93d7-af5acc1b6dc3 admin admin] Publish callbacks [] for security_group (d73a849c-93ed-417a-8fc1-ea55f732deec), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.646428 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5d27d257-8e26-4c12-93d7-af5acc1b6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d73a849c-93ed-417a-8fc1-ea55f732deec), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.689347 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5d27d257-8e26-4c12-93d7-af5acc1b6dc3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fc704bcba15148bab9aeb3e422d5800e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428473 Aug 08 02:26:48.690195 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d257-8e26-4c12-93d7-af5acc1b6dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a849c-93ed-417a-8fc1-ea55f732deec,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:48.692082 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34272) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:48.711337 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (bf3e3f32-23a8-46df-91df-b729cd1301a9), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.711945 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3e3f32-23a8-46df-91df-b729cd1301a9 {{(pid=104628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:26:48.722943 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.724055 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8a2702b5-09e6-4c08-a816-adc08c475a83 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/bf3e3f32-23a8-46df-91df-b729cd1301a9 HTTP/1.1" status: 204 len: 168 time: 1.1502478 Aug 08 02:26:48.726926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34274) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:48.753860 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bb4cdb8a-48e6-4366-9dc9-fde1d647c11b admin admin] Publish callbacks [] for security_group (d73a849c-93ed-417a-8fc1-ea55f732deec), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.779183 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Deleting subnet 23f60c83-418e-4c6b-977f-cfbaf9cbd67e {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:26:48.783630 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Publish callbacks [] for subnet (23f60c83-418e-4c6b-977f-cfbaf9cbd67e), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.790823 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bb4cdb8a-48e6-4366-9dc9-fde1d647c11b admin admin] Publish callbacks [] for security_group (d73a849c-93ed-417a-8fc1-ea55f732deec), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.824969 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (23f60c83-418e-4c6b-977f-cfbaf9cbd67e), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.909407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bb4cdb8a-48e6-4366-9dc9-fde1d647c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d73a849c-93ed-417a-8fc1-ea55f732deec), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.912078 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-bb4cdb8a-48e6-4366-9dc9-fde1d647c11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:48.913554 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-bb4cdb8a-48e6-4366-9dc9-fde1d647c11b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d73a849c-93ed-417a-8fc1-ea55f732deec HTTP/1.1" status: 204 len: 168 time: 0.2200284 Aug 08 02:26:48.922750 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cdb8a-48e6-4366-9dc9-fde1d647c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a849c-93ed-417a-8fc1-ea55f732deec,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:48.948145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (23f60c83-418e-4c6b-977f-cfbaf9cbd67e), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.044039 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:26:49.067559 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:26:49.067908 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 8051bf8a-4ef0-47ad-b34a-d73d04d85de3 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:26:49.068568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c543bcca-7e42-4ea5-8a10-f66c0f6e4dac no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:26:49.089827 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: c543bcca-7e42-4ea5-8a10-f66c0f6e4dac {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:26:49.090174 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c543bcca-7e42-4ea5-8a10-f66c0f6e4dac not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:26:49.091708 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f920e84e-dea8-4a96-9af0-a8035709da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.116148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (23f60c83-418e-4c6b-977f-cfbaf9cbd67e), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.154162 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f60c83-418e-4c6b-977f-cfbaf9cbd67e,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:49.160136 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.160760 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-395be5a6-2d42-4762-bfab-9fbc4c6ff634 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/23f60c83-418e-4c6b-977f-cfbaf9cbd67e HTTP/1.1" status: 204 len: 168 time: 0.4325938 Aug 08 02:26:49.163015 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34292) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:49.165933 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7914cf-9fc8-4862-bcc4-5bea251a0855 None None] Network beb9e56d-e621-4ebe-bc3c-f9e5f759c12a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:26:49.183082 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e266f20-06bd-46cd-94e0-c5b558135ca8 req-c223af5d-d488-4129-be9c-c84854d3e724 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:49.184047 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e266f20-06bd-46cd-94e0-c5b558135ca8 req-c223af5d-d488-4129-be9c-c84854d3e724 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0611808 Aug 08 02:26:49.243215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.247055 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e266f20-06bd-46cd-94e0-c5b558135ca8 req-cd99aa7d-753e-4ce6-83c7-4f537ea01ea6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Aug 08 02:26:49.297395 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Deleting port f105f64f-ee98-4690-a44e-85bf68cc1409 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:26:49.297738 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.366889 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] DHCP port deletion for beb9e56d-e621-4ebe-bc3c-f9e5f759c12a request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:26:49.375877 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] For port f105f64f-ee98-4690-a44e-85bf68cc1409, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f105f64f-ee98-4690-a44e-85bf68cc1409,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:49.377243 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.397811 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Calling delete_port for f105f64f-ee98-4690-a44e-85bf68cc1409 owned by network:dhcp {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:26:49.411008 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:49.435345 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Deleting port f105f64f-ee98-4690-a44e-85bf68cc1409 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:26:49.435975 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.535599 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] For port f105f64f-ee98-4690-a44e-85bf68cc1409, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f105f64f-ee98-4690-a44e-85bf68cc1409,segment=NetworkSegment(7de429dc-f24b-4d92-955c-b9f783f92936),segment_id=7de429dc-f24b-4d92-955c-b9f783f92936)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:26:49.536000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.552409 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Calling delete_port for f105f64f-ee98-4690-a44e-85bf68cc1409 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:26:49.610998 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.636203 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f105f64f-ee98-4690-a44e-85bf68cc1409,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:49.655177 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] No DVR routers for this DVR port f105f64f-ee98-4690-a44e-85bf68cc1409 on host dv-cinder-740146-18-iscsi {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:26:49.679054 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:49.679324 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (f105f64f-ee98-4690-a44e-85bf68cc1409), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.707830 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Pushing event deleted for resources: {'Port': ['ID=f105f64f-ee98-4690-a44e-85bf68cc1409,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:49.721521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.721890 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.722255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.722611 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.722949 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.723319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.723603 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.724081 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.724338 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.724848 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.725178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.725700 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.726026 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.726349 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.726672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:49.734291 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c181f5-5b5b-4d38-afd9-24a0d13b73e1 None None] No DVR routers for this DVR port f105f64f-ee98-4690-a44e-85bf68cc1409 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:26:49.759697 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.772388 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.789186 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb9e56d-e621-4ebe-bc3c-f9e5f759c12a']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:49.801536 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de429dc-f24b-4d92-955c-b9f783f92936') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:49.801835 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de429dc-f24b-4d92-955c-b9f783f92936') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:26:49.813466 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (7de429dc-f24b-4d92-955c-b9f783f92936), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.828304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (7de429dc-f24b-4d92-955c-b9f783f92936), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.835451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:26:49.839493 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (7de429dc-f24b-4d92-955c-b9f783f92936), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:49.873807 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 7de429dc-f24b-4d92-955c-b9f783f92936 resource provider aggregate not found Aug 08 02:26:49.895288 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 7de429dc-f24b-4d92-955c-b9f783f92936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7de429dc-f24b-4d92-955c-b9f783f92936 found for delete ", "request_id": "req-b7d69f19-11ff-4c0a-8580-6c60d355dd14"}]} Aug 08 02:26:49.995710 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (beb9e56d-e621-4ebe-bc3c-f9e5f759c12a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:50.029983 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:50.033587 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/beb9e56d-e621-4ebe-bc3c-f9e5f759c12a HTTP/1.1" status: 204 len: 168 time: 0.8694019 Aug 08 02:26:50.035017 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b722-5100-42ee-a69a-0b1c9ef27fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb9e56d-e621-4ebe-bc3c-f9e5f759c12a,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:50.396276 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6f6bf-a519-4022-b6bc-a422a33cf963 req-ee6f4821-df01-49cf-81e8-037184cc121b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:50.397821 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-52a6f6bf-a519-4022-b6bc-a422a33cf963 req-ee6f4821-df01-49cf-81e8-037184cc121b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0677996 Aug 08 02:26:50.449902 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-52a6f6bf-a519-4022-b6bc-a422a33cf963 req-cac2ad8c-30fc-4e65-a264-ce3e492e2fef tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Aug 08 02:26:50.521909 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34358) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:50.580339 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-1b6d3a1b-aef0-4be6-a4a8-7ca5e3461790 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5515114a058944a49182063213de54d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563869 Aug 08 02:26:50.582837 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34364) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:50.654904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cf220e84-bc34-4c8b-867b-7ad8c64774ca admin admin] Publish callbacks [] for security_group (4671a785-9644-4092-a50b-ecb067d036f7), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:50.680774 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cf220e84-bc34-4c8b-867b-7ad8c64774ca admin admin] Publish callbacks [] for security_group (4671a785-9644-4092-a50b-ecb067d036f7), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:50.830027 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cf220e84-bc34-4c8b-867b-7ad8c64774ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (4671a785-9644-4092-a50b-ecb067d036f7), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:50.834093 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cf220e84-bc34-4c8b-867b-7ad8c64774ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:50.835684 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-cf220e84-bc34-4c8b-867b-7ad8c64774ca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4671a785-9644-4092-a50b-ecb067d036f7 HTTP/1.1" status: 204 len: 168 time: 0.2516241 Aug 08 02:26:50.845603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf220e84-bc34-4c8b-867b-7ad8c64774ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4671a785-9644-4092-a50b-ecb067d036f7,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:50.925414 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f105f64f-ee98-4690-a44e-85bf68cc1409 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:26:50.945185 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: f105f64f-ee98-4690-a44e-85bf68cc1409 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:26:50.945536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f105f64f-ee98-4690-a44e-85bf68cc1409 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:26:51.244204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34378) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:51.303419 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.332588 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34382) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:51.390707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.435663 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3d68-9a22-4b83-896e-7135daf89dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.490116 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ff47-65a3-4345-8c51-5e3216d5e9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.538518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3d68-9a22-4b83-896e-7135daf89dc0 admin admin] Publish callbacks [] for security_group (ada1296a-20f3-4cb6-8985-990cfd8b2d7a), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.615406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f187c2-e317-4047-b080-e8d290c3f26f req-9eed3b8a-bebb-4601-b532-9e136c2b7d88 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:51.616954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-04f187c2-e317-4047-b080-e8d290c3f26f req-9eed3b8a-bebb-4601-b532-9e136c2b7d88 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0630841 Aug 08 02:26:51.628177 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ff47-65a3-4345-8c51-5e3216d5e9d1 admin admin] Publish callbacks [] for security_group (d25ad417-2b5d-4434-a4e8-9010051a629b), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.640195 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3d68-9a22-4b83-896e-7135daf89dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ada1296a-20f3-4cb6-8985-990cfd8b2d7a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.646719 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:51.671896 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-04f187c2-e317-4047-b080-e8d290c3f26f req-b3a3d5b4-f885-41cc-a470-12bd901c8504 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462556 Aug 08 02:26:51.683559 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-1b1e3d68-9a22-4b83-896e-7135daf89dc0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=69544a83ae2b4109b72f7621d8432d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389274 Aug 08 02:26:51.696775 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34398) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:51.697053 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e3d68-9a22-4b83-896e-7135daf89dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada1296a-20f3-4cb6-8985-990cfd8b2d7a,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:51.745648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ff47-65a3-4345-8c51-5e3216d5e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d25ad417-2b5d-4434-a4e8-9010051a629b), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.752482 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-19083b45-d67b-49df-94a0-c244ee38d310 admin admin] Publish callbacks [] for security_group (ada1296a-20f3-4cb6-8985-990cfd8b2d7a), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.805452 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2bc8ff47-65a3-4345-8c51-5e3216d5e9d1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b5802203266940ac9b87f23d6b233904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4716864 Aug 08 02:26:51.806285 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8ff47-65a3-4345-8c51-5e3216d5e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25ad417-2b5d-4434-a4e8-9010051a629b,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:51.808101 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34402) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:51.813887 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-19083b45-d67b-49df-94a0-c244ee38d310 admin admin] Publish callbacks [] for security_group (ada1296a-20f3-4cb6-8985-990cfd8b2d7a), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.875926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-286b21e8-7c62-4cf2-acb7-d6d9c37196d5 admin admin] Publish callbacks [] for security_group (d25ad417-2b5d-4434-a4e8-9010051a629b), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.907458 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-286b21e8-7c62-4cf2-acb7-d6d9c37196d5 admin admin] Publish callbacks [] for security_group (d25ad417-2b5d-4434-a4e8-9010051a629b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.954641 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-19083b45-d67b-49df-94a0-c244ee38d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ada1296a-20f3-4cb6-8985-990cfd8b2d7a), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.957634 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-19083b45-d67b-49df-94a0-c244ee38d310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:51.959784 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-19083b45-d67b-49df-94a0-c244ee38d310 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ada1296a-20f3-4cb6-8985-990cfd8b2d7a HTTP/1.1" status: 204 len: 168 time: 0.2703915 Aug 08 02:26:51.964468 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:51.971370 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19083b45-d67b-49df-94a0-c244ee38d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada1296a-20f3-4cb6-8985-990cfd8b2d7a,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:52.010019 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841f91-f3b2-4fb8-9a78-12a09bc11abd req-807d913b-abe2-43ff-bc42-e1689f4eba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:52.011619 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e8841f91-f3b2-4fb8-9a78-12a09bc11abd req-807d913b-abe2-43ff-bc42-e1689f4eba39 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 1129 time: 0.0453248 Aug 08 02:26:52.029943 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:52.052440 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-286b21e8-7c62-4cf2-acb7-d6d9c37196d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d25ad417-2b5d-4434-a4e8-9010051a629b), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:52.055043 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-286b21e8-7c62-4cf2-acb7-d6d9c37196d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:52.056242 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-286b21e8-7c62-4cf2-acb7-d6d9c37196d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d25ad417-2b5d-4434-a4e8-9010051a629b HTTP/1.1" status: 204 len: 168 time: 0.2464688 Aug 08 02:26:52.075147 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b21e8-7c62-4cf2-acb7-d6d9c37196d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25ad417-2b5d-4434-a4e8-9010051a629b,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:52.083259 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e8841f91-f3b2-4fb8-9a78-12a09bc11abd req-ee58725b-c521-413b-bb4b-1d5730f57f13 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588789 Aug 08 02:26:52.743651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34438) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:52.768523 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a91-adfc-400f-a33a-b63a36ea0536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:52.791792 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:52.829228 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dafd48-6193-4ae0-b726-c2148e3521f8 req-cbf8b0a8-583d-4b2e-aa41-0069b50d355f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:52.830756 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-04dafd48-6193-4ae0-b726-c2148e3521f8 req-cbf8b0a8-583d-4b2e-aa41-0069b50d355f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0556786 Aug 08 02:26:52.858841 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a91-adfc-400f-a33a-b63a36ea0536 admin admin] Publish callbacks [] for security_group (e3e15079-acbc-4e1e-a780-0713760a6a49), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:52.884341 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-04dafd48-6193-4ae0-b726-c2148e3521f8 req-b2c1a6c1-07ee-465c-b63e-5a3d7f2cc29d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473204 Aug 08 02:26:53.007545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4a91-adfc-400f-a33a-b63a36ea0536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e3e15079-acbc-4e1e-a780-0713760a6a49), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.058921 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6f6e4a91-adfc-400f-a33a-b63a36ea0536 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f508881a9f1c4f8d94e5edf403c23f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139551 Aug 08 02:26:53.060055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e4a91-adfc-400f-a33a-b63a36ea0536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e15079-acbc-4e1e-a780-0713760a6a49,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:53.062445 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34444) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:53.117100 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcb03-9b82-4eea-a154-9903ee897df2 admin admin] Publish callbacks [] for security_group (e3e15079-acbc-4e1e-a780-0713760a6a49), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.139306 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcb03-9b82-4eea-a154-9903ee897df2 admin admin] Publish callbacks [] for security_group (e3e15079-acbc-4e1e-a780-0713760a6a49), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.195324 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34446) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:53.198889 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-558392bd-6073-4f08-9a45-3f4097c33f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.271473 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcb03-9b82-4eea-a154-9903ee897df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e3e15079-acbc-4e1e-a780-0713760a6a49), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.274448 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcb03-9b82-4eea-a154-9903ee897df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.275664 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6bbdcb03-9b82-4eea-a154-9903ee897df2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e3e15079-acbc-4e1e-a780-0713760a6a49 HTTP/1.1" status: 204 len: 168 time: 0.2118182 Aug 08 02:26:53.291070 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdcb03-9b82-4eea-a154-9903ee897df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e15079-acbc-4e1e-a780-0713760a6a49,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:53.375909 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-558392bd-6073-4f08-9a45-3f4097c33f35 admin admin] Publish callbacks [] for security_group (cecd27ea-2e90-46e7-a6f4-81bc30cf89ce), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.451120 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-558392bd-6073-4f08-9a45-3f4097c33f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cecd27ea-2e90-46e7-a6f4-81bc30cf89ce), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.474093 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:53.497873 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-558392bd-6073-4f08-9a45-3f4097c33f35 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4e554cc8aa064e7c89930ecef66846da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108482 Aug 08 02:26:53.497873 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558392bd-6073-4f08-9a45-3f4097c33f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecd27ea-2e90-46e7-a6f4-81bc30cf89ce,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:53.498247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34460) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:53.548972 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7b6257c-14d2-4f62-90fe-f83ac2b859fa admin admin] Publish callbacks [] for security_group (cecd27ea-2e90-46e7-a6f4-81bc30cf89ce), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.580980 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7b6257c-14d2-4f62-90fe-f83ac2b859fa admin admin] Publish callbacks [] for security_group (cecd27ea-2e90-46e7-a6f4-81bc30cf89ce), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.676172 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.704170 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7b6257c-14d2-4f62-90fe-f83ac2b859fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cecd27ea-2e90-46e7-a6f4-81bc30cf89ce), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.706805 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7b6257c-14d2-4f62-90fe-f83ac2b859fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.708252 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a7b6257c-14d2-4f62-90fe-f83ac2b859fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cecd27ea-2e90-46e7-a6f4-81bc30cf89ce HTTP/1.1" status: 204 len: 168 time: 0.2085130 Aug 08 02:26:53.716950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6257c-14d2-4f62-90fe-f83ac2b859fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecd27ea-2e90-46e7-a6f4-81bc30cf89ce,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:54.011704 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aac10-ca65-4d79-83a4-a161d1ed0c31 req-40ccef24-563d-4fec-b105-75901693d6dc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:54.013328 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d96aac10-ca65-4d79-83a4-a161d1ed0c31 req-40ccef24-563d-4fec-b105-75901693d6dc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Aug 08 02:26:54.068000 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d96aac10-ca65-4d79-83a4-a161d1ed0c31 req-bdffac19-b987-4538-8bd7-240fceb2098d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Aug 08 02:26:54.264909 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34488) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:54.285939 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6b191ef8-1e20-40d5-af91-24dc8507edfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.361769 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6b191ef8-1e20-40d5-af91-24dc8507edfc admin admin] Publish callbacks [] for security_group (e1107f22-0c33-44c3-8431-3d5f809ed8eb), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.426043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6b191ef8-1e20-40d5-af91-24dc8507edfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e1107f22-0c33-44c3-8431-3d5f809ed8eb), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.473136 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6b191ef8-1e20-40d5-af91-24dc8507edfc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e89674d52c54167902f77d76fd2c28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067366 Aug 08 02:26:54.476040 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34502) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:54.483476 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b191ef8-1e20-40d5-af91-24dc8507edfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1107f22-0c33-44c3-8431-3d5f809ed8eb,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:54.535197 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cb38a88b-9798-4c3e-87bb-e9b64bc649bb admin admin] Publish callbacks [] for security_group (e1107f22-0c33-44c3-8431-3d5f809ed8eb), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.556765 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cb38a88b-9798-4c3e-87bb-e9b64bc649bb admin admin] Publish callbacks [] for security_group (e1107f22-0c33-44c3-8431-3d5f809ed8eb), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.571288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:54.725890 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cb38a88b-9798-4c3e-87bb-e9b64bc649bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e1107f22-0c33-44c3-8431-3d5f809ed8eb), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.728643 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cb38a88b-9798-4c3e-87bb-e9b64bc649bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:54.730504 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-cb38a88b-9798-4c3e-87bb-e9b64bc649bb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1107f22-0c33-44c3-8431-3d5f809ed8eb HTTP/1.1" status: 204 len: 168 time: 0.2527864 Aug 08 02:26:54.742248 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38a88b-9798-4c3e-87bb-e9b64bc649bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1107f22-0c33-44c3-8431-3d5f809ed8eb,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:55.192589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac47358-59f4-4c83-a83a-14f0ff651e1d req-1d128311-1ba4-4fbb-9f87-38bcfe78f24f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:55.194212 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aac47358-59f4-4c83-a83a-14f0ff651e1d req-1d128311-1ba4-4fbb-9f87-38bcfe78f24f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0479984 Aug 08 02:26:55.241935 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aac47358-59f4-4c83-a83a-14f0ff651e1d req-fb5f352b-4a08-4588-a928-8674d634e6cc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Aug 08 02:26:55.376138 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7371bb-bef6-4d05-b990-3f0481a63ab6 req-a122dcb8-4feb-4cf9-b4b9-696cdb52a400 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:55.377678 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c7371bb-bef6-4d05-b990-3f0481a63ab6 req-a122dcb8-4feb-4cf9-b4b9-696cdb52a400 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0582771 Aug 08 02:26:55.428269 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c7371bb-bef6-4d05-b990-3f0481a63ab6 req-bd489096-92c8-40a8-aa08-aa462d462d3b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Aug 08 02:26:55.590072 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34556) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:55.723476 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-474e96d3-46bb-4c45-a9fd-f1727507a23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:55.801108 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-474e96d3-46bb-4c45-a9fd-f1727507a23c admin admin] Publish callbacks [] for security_group (3366f42e-2323-4c9b-82f0-a966f81f5b7e), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:55.870372 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-474e96d3-46bb-4c45-a9fd-f1727507a23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3366f42e-2323-4c9b-82f0-a966f81f5b7e), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:55.916407 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-474e96d3-46bb-4c45-a9fd-f1727507a23c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=794f655df3dd45aca9b501f1d5409de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249497 Aug 08 02:26:55.919008 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34570) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:55.926209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e96d3-46bb-4c45-a9fd-f1727507a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3366f42e-2323-4c9b-82f0-a966f81f5b7e,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:55.965660 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:55.980821 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d2a9317e-d5e5-4aa6-a19f-8b1dd7bbd657 admin admin] Publish callbacks [] for security_group (3366f42e-2323-4c9b-82f0-a966f81f5b7e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:56.015318 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d2a9317e-d5e5-4aa6-a19f-8b1dd7bbd657 admin admin] Publish callbacks [] for security_group (3366f42e-2323-4c9b-82f0-a966f81f5b7e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:56.189349 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d2a9317e-d5e5-4aa6-a19f-8b1dd7bbd657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3366f42e-2323-4c9b-82f0-a966f81f5b7e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:56.192654 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d2a9317e-d5e5-4aa6-a19f-8b1dd7bbd657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:56.200256 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d2a9317e-d5e5-4aa6-a19f-8b1dd7bbd657 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3366f42e-2323-4c9b-82f0-a966f81f5b7e HTTP/1.1" status: 204 len: 168 time: 0.2739866 Aug 08 02:26:56.210368 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9317e-d5e5-4aa6-a19f-8b1dd7bbd657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3366f42e-2323-4c9b-82f0-a966f81f5b7e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:57.022570 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34610) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:57.036688 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e9a-5a4e-404e-997b-6ad5999205e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.112299 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e9a-5a4e-404e-997b-6ad5999205e1 admin admin] Publish callbacks [] for security_group (bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.184123 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e9a-5a4e-404e-997b-6ad5999205e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.225546 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9e3a5e9a-5a4e-404e-997b-6ad5999205e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6c3de6dd8bb3453dbf21caa024084337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018759 Aug 08 02:26:57.226383 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5e9a-5a4e-404e-997b-6ad5999205e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:57.228271 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34612) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:57.283089 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-07fe97fa-33db-417b-a96c-cd4ab74767ce admin admin] Publish callbacks [] for security_group (bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.306315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-07fe97fa-33db-417b-a96c-cd4ab74767ce admin admin] Publish callbacks [] for security_group (bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.424200 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-07fe97fa-33db-417b-a96c-cd4ab74767ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.426723 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-07fe97fa-33db-417b-a96c-cd4ab74767ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:57.427921 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-07fe97fa-33db-417b-a96c-cd4ab74767ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7 HTTP/1.1" status: 204 len: 168 time: 0.1985769 Aug 08 02:26:57.436127 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe97fa-33db-417b-a96c-cd4ab74767ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd6bba5-4219-4f2a-b58f-e814fe9ba0f7,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:58.077384 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=40 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:58.106416 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=48 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:58.123784 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd55-1631-4852-ae53-ccd36e24f6f8 req-262c130a-efc4-4e3a-85ef-db9d9f03a5de tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:58.125665 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-473acd55-1631-4852-ae53-ccd36e24f6f8 req-262c130a-efc4-4e3a-85ef-db9d9f03a5de tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0492721 Aug 08 02:26:58.178662 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-473acd55-1631-4852-ae53-ccd36e24f6f8 req-055879cb-5d43-45fd-93e2-a558379a33b0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Aug 08 02:26:58.197930 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-68115e4a-6f89-4301-b03a-a314d85da218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:58.199571 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-68115e4a-6f89-4301-b03a-a314d85da218 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1130 time: 0.0407131 Aug 08 02:26:58.253051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:58.297864 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-b5bf9d76-6135-41ea-b89c-97756a9b5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:58.299402 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-b5bf9d76-6135-41ea-b89c-97756a9b5ac6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.0894952 Aug 08 02:26:58.347019 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-505e13b4-0732-43fd-bbcb-a2a903eb4b18 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 200 len: 217 time: 0.0382578 Aug 08 02:26:58.403794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-a35134d3-0fbc-4a11-ba67-7865c8738fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:58.406106 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-a35134d3-0fbc-4a11-ba67-7865c8738fcf service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0502484 Aug 08 02:26:58.457363 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-05bfdb2f-68d6-4f2b-88cb-7091ad92ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:58.458937 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-05bfdb2f-68d6-4f2b-88cb-7091ad92ef00 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465298 Aug 08 02:26:58.551096 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-d39cfa52-4d8a-4f3a-b06c-8e2f888fe8c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836444 Aug 08 02:26:58.654946 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:58.659114 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f0183e88-2063-4086-9a6c-452dbdde4295 req-18a9c043-08a6-44aa-a99a-eb4416a32b17 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975013 Aug 08 02:26:59.309183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918b4a-e749-4ace-89d4-167447ae212e req-47c3a4db-53df-493a-aa7a-3113110a59cd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:59.310673 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5e918b4a-e749-4ace-89d4-167447ae212e req-47c3a4db-53df-493a-aa7a-3113110a59cd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0540087 Aug 08 02:26:59.353718 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:59.358330 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5e918b4a-e749-4ace-89d4-167447ae212e req-2818e7b5-9a3b-4177-9821-4147e91abef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Aug 08 02:27:00.484550 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0730b-8a23-4e63-9a26-606e82783ec6 req-09e67d25-be72-4f21-922d-78c0d782ee19 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:00.486075 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9aa0730b-8a23-4e63-9a26-606e82783ec6 req-09e67d25-be72-4f21-922d-78c0d782ee19 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0503094 Aug 08 02:27:00.533030 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9aa0730b-8a23-4e63-9a26-606e82783ec6 req-cd383d59-423c-4c58-952c-f2cdd7214b04 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Aug 08 02:27:01.651451 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c59e9e-0eae-40da-a5bd-11b1c906b3dc req-5a4ec821-f51e-4a85-a8cc-d5e130c4a3a1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:01.652978 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84c59e9e-0eae-40da-a5bd-11b1c906b3dc req-5a4ec821-f51e-4a85-a8cc-d5e130c4a3a1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0481772 Aug 08 02:27:01.705115 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84c59e9e-0eae-40da-a5bd-11b1c906b3dc req-7d8deb06-d037-47f2-9297-138a4c062c36 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Aug 08 02:27:02.823854 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c376b-a0ac-41cc-aa18-cd7445fe4cfa req-aad39724-1915-4b7b-a7ac-e6795b83a537 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:02.825482 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d39c376b-a0ac-41cc-aa18-cd7445fe4cfa req-aad39724-1915-4b7b-a7ac-e6795b83a537 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0470946 Aug 08 02:27:02.876897 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d39c376b-a0ac-41cc-aa18-cd7445fe4cfa req-e3343564-22ad-47fc-a3ae-c7f58fdb792a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Aug 08 02:27:04.003080 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a518c-9396-46ac-96a6-5a6c0377b9b1 req-31e62a33-47a2-4caf-a42e-a2308b03d7c7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:04.005217 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e94a518c-9396-46ac-96a6-5a6c0377b9b1 req-31e62a33-47a2-4caf-a42e-a2308b03d7c7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0542412 Aug 08 02:27:04.064911 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e94a518c-9396-46ac-96a6-5a6c0377b9b1 req-aad40ecd-1ef8-4e5d-addb-c96831752f33 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530291 Aug 08 02:27:05.190937 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78865c9-2330-4caa-93a4-2b2c95d21abf req-8354f367-f497-4ff8-9715-91a21962dcdd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:05.192473 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c78865c9-2330-4caa-93a4-2b2c95d21abf req-8354f367-f497-4ff8-9715-91a21962dcdd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0519373 Aug 08 02:27:05.243192 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c78865c9-2330-4caa-93a4-2b2c95d21abf req-896db167-df0c-400c-b69e-b6e5aa3268c7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Aug 08 02:27:06.227040 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:06.357412 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b361f-e8a1-4a7b-a5aa-10d5f8e30a87 req-a4462461-3d3e-43f5-9d95-0d9c592e1df3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:06.358898 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9a6b361f-e8a1-4a7b-a5aa-10d5f8e30a87 req-a4462461-3d3e-43f5-9d95-0d9c592e1df3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0454645 Aug 08 02:27:06.405412 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9a6b361f-e8a1-4a7b-a5aa-10d5f8e30a87 req-c9c53ff1-1a34-44b9-9783-738fb133b93f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Aug 08 02:27:07.448930 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:07.526664 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6fe7-30d2-40ae-a110-daceb20ab0a5 req-2af9431a-57b3-4ff3-800c-06675224f318 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:07.528136 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c23e6fe7-30d2-40ae-a110-daceb20ab0a5 req-2af9431a-57b3-4ff3-800c-06675224f318 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0497501 Aug 08 02:27:07.576857 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c23e6fe7-30d2-40ae-a110-daceb20ab0a5 req-e3f4c09c-c9b6-4b79-bd3c-3371477d0aff tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Aug 08 02:27:08.696679 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39448d9-d274-4dc8-83b2-3684c4c1f37d req-bf2a6dea-fbe6-469b-8441-cdf97c9e0e55 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:08.698196 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a39448d9-d274-4dc8-83b2-3684c4c1f37d req-bf2a6dea-fbe6-469b-8441-cdf97c9e0e55 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0471692 Aug 08 02:27:08.745662 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a39448d9-d274-4dc8-83b2-3684c4c1f37d req-a98f9059-6d25-45e7-9410-088b9a91ca4e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Aug 08 02:27:09.851612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:09.865086 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bebef-5827-46c2-98c6-b1f55acf18cc req-b7bf63ec-dcd7-47c3-b367-0d4c14655aa6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:09.866565 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b51bebef-5827-46c2-98c6-b1f55acf18cc req-b7bf63ec-dcd7-47c3-b367-0d4c14655aa6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0473735 Aug 08 02:27:09.919154 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b51bebef-5827-46c2-98c6-b1f55acf18cc req-6dc2918c-9b60-49c3-805e-5b500e2c1c01 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Aug 08 02:27:11.049648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc5a0-482e-45b2-991c-9168fc0baf4c req-36b1d736-5baf-486e-a851-50cc9bea9da4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:11.051139 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f1edc5a0-482e-45b2-991c-9168fc0baf4c req-36b1d736-5baf-486e-a851-50cc9bea9da4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0523453 Aug 08 02:27:11.099569 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f1edc5a0-482e-45b2-991c-9168fc0baf4c req-c08ea8b6-7969-4265-a052-680712195362 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427313 Aug 08 02:27:12.216132 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bbfb8-dc09-4313-84a4-0ccce1aaa62f req-0a9cac1f-face-4dc6-9ff0-0ffb96d9d7f4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:12.217631 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-705bbfb8-dc09-4313-84a4-0ccce1aaa62f req-0a9cac1f-face-4dc6-9ff0-0ffb96d9d7f4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0469644 Aug 08 02:27:12.263780 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-705bbfb8-dc09-4313-84a4-0ccce1aaa62f req-26c1a51e-9755-43a3-a37c-a1b45cc8c356 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Aug 08 02:27:13.392285 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a2b59-1bbd-4ab2-8edc-7869bd8d9cb9 req-27e2c540-f30b-4f3a-adef-50efe5277b71 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:13.393739 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e3a2b59-1bbd-4ab2-8edc-7869bd8d9cb9 req-27e2c540-f30b-4f3a-adef-50efe5277b71 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0519855 Aug 08 02:27:13.407191 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:13.443542 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e3a2b59-1bbd-4ab2-8edc-7869bd8d9cb9 req-e9e11734-4f08-4b46-a852-0186ec357dc6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Aug 08 02:27:14.566565 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a736-14a2-42a8-a217-90c46c3c6e93 req-c51b0cd6-8cb8-4fe6-9ea2-26ec0b16e6d5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:14.568054 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2209a736-14a2-42a8-a217-90c46c3c6e93 req-c51b0cd6-8cb8-4fe6-9ea2-26ec0b16e6d5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0496171 Aug 08 02:27:14.619670 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2209a736-14a2-42a8-a217-90c46c3c6e93 req-f64445b0-03ab-4525-b6af-5fe75d4c8c39 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Aug 08 02:27:14.712375 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 34970) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:14.822052 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7022-7dc4-4fa9-b71c-65c55864b5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:14.908225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7022-7dc4-4fa9-b71c-65c55864b5a9 admin admin] Publish callbacks [] for security_group (304f7aba-69dd-41fb-a71c-e50f1b59d205), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:15.080783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7022-7dc4-4fa9-b71c-65c55864b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (304f7aba-69dd-41fb-a71c-e50f1b59d205), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:15.120792 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-2c4c7022-7dc4-4fa9-b71c-65c55864b5a9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=804850c9a1d043fe9b08017a77362eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072824 Aug 08 02:27:15.121747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c7022-7dc4-4fa9-b71c-65c55864b5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f7aba-69dd-41fb-a71c-e50f1b59d205,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:15.123470 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34980) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:15.173924 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Publish callbacks [] for security_group (304f7aba-69dd-41fb-a71c-e50f1b59d205), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:15.199291 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Publish callbacks [] for security_group (304f7aba-69dd-41fb-a71c-e50f1b59d205), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:15.309260 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (304f7aba-69dd-41fb-a71c-e50f1b59d205), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:15.312502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:15.313959 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/304f7aba-69dd-41fb-a71c-e50f1b59d205 HTTP/1.1" status: 204 len: 168 time: 0.1888008 Aug 08 02:27:15.321823 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f7aba-69dd-41fb-a71c-e50f1b59d205,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:15.329793 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.330143 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.333911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.334923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.334923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e358815-67d7-4e46-9005-2d0512db9580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:15.741708 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09becc76-9e42-4348-ac9c-526c39d04cd0 req-7eb50c5a-50c5-48c2-8bb4-37a958bd8873 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:15.743197 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09becc76-9e42-4348-ac9c-526c39d04cd0 req-7eb50c5a-50c5-48c2-8bb4-37a958bd8873 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0482163 Aug 08 02:27:15.791182 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09becc76-9e42-4348-ac9c-526c39d04cd0 req-5495a219-22ef-4724-9d36-5959b8e816c4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Aug 08 02:27:15.998534 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 34998) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:16.012948 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3c008c8e-3b3d-4cdd-b21d-e98e18543ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.088314 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3c008c8e-3b3d-4cdd-b21d-e98e18543ff0 admin admin] Publish callbacks [] for security_group (5a94558d-2b45-4552-a166-6169a119b78b), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.159905 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3c008c8e-3b3d-4cdd-b21d-e98e18543ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5a94558d-2b45-4552-a166-6169a119b78b), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.201890 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008c8e-3b3d-4cdd-b21d-e98e18543ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a94558d-2b45-4552-a166-6169a119b78b,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:16.206451 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3c008c8e-3b3d-4cdd-b21d-e98e18543ff0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5df07d21f119485aa85331929fa98941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061474 Aug 08 02:27:16.209130 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35000) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:16.229760 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:16.258697 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f18c8fc4-6d38-49f1-87fc-ebcaf85f2bba admin admin] Publish callbacks [] for security_group (5a94558d-2b45-4552-a166-6169a119b78b), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.281238 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f18c8fc4-6d38-49f1-87fc-ebcaf85f2bba admin admin] Publish callbacks [] for security_group (5a94558d-2b45-4552-a166-6169a119b78b), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.372433 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3885da5-20f5-41a4-9f9b-cf97b448b391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.401243 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f18c8fc4-6d38-49f1-87fc-ebcaf85f2bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5a94558d-2b45-4552-a166-6169a119b78b), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.403943 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f18c8fc4-6d38-49f1-87fc-ebcaf85f2bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:16.405141 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f18c8fc4-6d38-49f1-87fc-ebcaf85f2bba admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5a94558d-2b45-4552-a166-6169a119b78b HTTP/1.1" status: 204 len: 168 time: 0.1951222 Aug 08 02:27:16.414146 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c8fc4-6d38-49f1-87fc-ebcaf85f2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a94558d-2b45-4552-a166-6169a119b78b,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:16.944694 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d6563-867e-48c8-b13f-c0b6cbf16d46 req-dbb119e4-11fe-4bfd-b940-202d368a3794 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:16.946183 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5e5d6563-867e-48c8-b13f-c0b6cbf16d46 req-dbb119e4-11fe-4bfd-b940-202d368a3794 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0574071 Aug 08 02:27:16.973640 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:16.997346 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5e5d6563-867e-48c8-b13f-c0b6cbf16d46 req-f09d1cac-2afa-46e5-8f08-efa23062eca9 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Aug 08 02:27:17.709719 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c66eb-0edd-4fc0-8fd1-da4b8de949ed req-577c0993-f9c1-44eb-831c-ef9eb8cc13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:17.711533 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4c5c66eb-0edd-4fc0-8fd1-da4b8de949ed req-577c0993-f9c1-44eb-831c-ef9eb8cc13ab service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1130 time: 0.0510256 Aug 08 02:27:17.752897 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:27:17.790724 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4c5c66eb-0edd-4fc0-8fd1-da4b8de949ed req-cdcb222b-cec7-4479-a4a8-19ebc7fe68ba service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634134 Aug 08 02:27:18.145555 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9574f0-719a-4020-9537-455c4e7af78c req-cfaae449-b80e-4912-a14f-d83f74b02261 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:18.148048 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c9574f0-719a-4020-9537-455c4e7af78c req-cfaae449-b80e-4912-a14f-d83f74b02261 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0640395 Aug 08 02:27:18.199067 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c9574f0-719a-4020-9537-455c4e7af78c req-fe3c785b-a83b-4b9b-9b7b-b10c3e217407 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Aug 08 02:27:19.052610 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-43bd60c0-4dcf-4d99-9ef0-08f9dd2374df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:19.356920 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3584a-4d96-437d-8a1c-1c926ff072ef req-7b2f6f12-f5a7-48a8-af07-1b10544a8836 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:19.359693 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36f3584a-4d96-437d-8a1c-1c926ff072ef req-7b2f6f12-f5a7-48a8-af07-1b10544a8836 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0505178 Aug 08 02:27:19.410672 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36f3584a-4d96-437d-8a1c-1c926ff072ef req-ea492bb5-ba97-4424-b69e-e994d23e6658 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Aug 08 02:27:19.738416 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:19.789741 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:19.902208 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1cec9-c68f-4a3c-88cd-7605f5c031f5 req-68e55b89-4b78-49d6-aa21-ca2d08ba4555 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:19.903708 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4fe1cec9-c68f-4a3c-88cd-7605f5c031f5 req-68e55b89-4b78-49d6-aa21-ca2d08ba4555 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0510902 Aug 08 02:27:19.957545 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4fe1cec9-c68f-4a3c-88cd-7605f5c031f5 req-13e8e234-9420-4e09-a72d-3ff5c223cf81 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469441 Aug 08 02:27:19.990281 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-16e7bfc6-bdda-4aa5-993c-12bafc4c1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:19.991756 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-16e7bfc6-bdda-4aa5-993c-12bafc4c1870 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 1130 time: 0.0402763 Aug 08 02:27:20.094107 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-41993b12-f409-4492-9104-7cd511de5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:20.095597 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-41993b12-f409-4492-9104-7cd511de5391 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.0941973 Aug 08 02:27:20.146771 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-da777d51-33da-41cb-ad13-8a9bf2baad32 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 200 len: 217 time: 0.0356648 Aug 08 02:27:20.203043 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-8c5c4d47-d748-48c7-a7bb-f22a796dbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:20.203751 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-8c5c4d47-d748-48c7-a7bb-f22a796dbd83 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0494876 Aug 08 02:27:20.233477 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35180) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:20.252506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-20395310-33e0-4a5b-b398-2c972fb1b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:20.254131 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-20395310-33e0-4a5b-b398-2c972fb1b0da service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446990 Aug 08 02:27:20.382866 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-8797172c-53bb-47a2-9e37-0e6276089ba7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203835 Aug 08 02:27:20.385264 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5068-20c2-444e-b8fb-11f8758b8359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.481138 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5068-20c2-444e-b8fb-11f8758b8359 admin admin] Publish callbacks [] for security_group (8fb37058-1f55-47b1-9057-70ed5f96239a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.512096 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-28f3cbf1-7fba-4b8d-8215-048fb792ce24 req-d497cdd7-dc31-4f22-be50-69bebfcf6167 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202278 Aug 08 02:27:20.606034 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-eb3a5068-20c2-444e-b8fb-11f8758b8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (8fb37058-1f55-47b1-9057-70ed5f96239a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.649644 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-eb3a5068-20c2-444e-b8fb-11f8758b8359 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7b3c46fd7fc747b6ae24b40dd2cecaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147174 Aug 08 02:27:20.650714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a5068-20c2-444e-b8fb-11f8758b8359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb37058-1f55-47b1-9057-70ed5f96239a,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:20.652403 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35234) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:20.710593 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Publish callbacks [] for security_group (8fb37058-1f55-47b1-9057-70ed5f96239a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.732336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Publish callbacks [] for security_group (8fb37058-1f55-47b1-9057-70ed5f96239a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.887259 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (8fb37058-1f55-47b1-9057-70ed5f96239a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.890075 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.891802 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8fb37058-1f55-47b1-9057-70ed5f96239a HTTP/1.1" status: 204 len: 168 time: 0.2383184 Aug 08 02:27:20.900370 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb37058-1f55-47b1-9057-70ed5f96239a,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:20.909288 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.909735 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.910167 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.910603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.910943 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.911283 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.911618 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.911949 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.912282 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.912614 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.912978 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.913332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.913777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.914230 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:20.915185 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74682de-815e-4a51-815a-0a08c4a55686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:21.092257 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecba1b-7e68-4d0e-ad62-84324cd57334 req-d64ccea5-dc11-40e8-8b25-cc30df64619d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:21.094209 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dfecba1b-7e68-4d0e-ad62-84324cd57334 req-d64ccea5-dc11-40e8-8b25-cc30df64619d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0492973 Aug 08 02:27:21.148469 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dfecba1b-7e68-4d0e-ad62-84324cd57334 req-c1c0789a-e0d6-474a-84dc-24c0970ac8f6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472703 Aug 08 02:27:21.326960 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:21.436339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:21.730643 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35272) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:21.739741 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-377e524f-e85f-4d23-9e64-930ccf91dbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:21.742414 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:21.759369 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:21.822244 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-377e524f-e85f-4d23-9e64-930ccf91dbe6 admin admin] Publish callbacks [] for security_group (398f1b97-f982-4191-9c87-3c69ebf00d66), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:21.931237 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-377e524f-e85f-4d23-9e64-930ccf91dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (398f1b97-f982-4191-9c87-3c69ebf00d66), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:21.977437 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-377e524f-e85f-4d23-9e64-930ccf91dbe6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7a7a6810280b49efb46df6e9f70f66d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504365 Aug 08 02:27:21.977876 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e524f-e85f-4d23-9e64-930ccf91dbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398f1b97-f982-4191-9c87-3c69ebf00d66,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:21.980333 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35278) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:22.053780 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-34a7baf0-3032-47cd-9767-674016152773 admin admin] Publish callbacks [] for security_group (398f1b97-f982-4191-9c87-3c69ebf00d66), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:22.080504 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-34a7baf0-3032-47cd-9767-674016152773 admin admin] Publish callbacks [] for security_group (398f1b97-f982-4191-9c87-3c69ebf00d66), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:22.213611 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-34a7baf0-3032-47cd-9767-674016152773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (398f1b97-f982-4191-9c87-3c69ebf00d66), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:22.221013 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-34a7baf0-3032-47cd-9767-674016152773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:22.222558 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-34a7baf0-3032-47cd-9767-674016152773 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/398f1b97-f982-4191-9c87-3c69ebf00d66 HTTP/1.1" status: 204 len: 168 time: 0.2407906 Aug 08 02:27:22.235207 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7baf0-3032-47cd-9767-674016152773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f1b97-f982-4191-9c87-3c69ebf00d66,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:22.310857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b06f-4eee-470b-b779-5efeaabdc1de req-68200cca-22ec-4988-a771-746b96aac441 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:22.312895 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d792b06f-4eee-470b-b779-5efeaabdc1de req-68200cca-22ec-4988-a771-746b96aac441 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0532885 Aug 08 02:27:22.382639 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d792b06f-4eee-470b-b779-5efeaabdc1de req-8fa2ad4a-7d46-4181-ab88-95353a4504a4 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626206 Aug 08 02:27:23.681845 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b0c4e-3c0e-4fba-90be-09527a8531bb req-9b8500e9-90b3-4a98-a5ce-2dc12c485318 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:23.684044 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-473b0c4e-3c0e-4fba-90be-09527a8531bb req-9b8500e9-90b3-4a98-a5ce-2dc12c485318 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0563691 Aug 08 02:27:23.705794 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:23.711815 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:23.737317 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-473b0c4e-3c0e-4fba-90be-09527a8531bb req-e2bf5b00-fea2-47f1-8053-82a887f38f50 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461528 Aug 08 02:27:23.858903 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:24.209579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35350) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:24.356487 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb316-3ae5-45f7-b10b-924cc5b8e74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:24.476684 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb316-3ae5-45f7-b10b-924cc5b8e74d admin admin] Publish callbacks [] for security_group (56f3c96b-9635-4fa1-8377-91628a50640e), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:24.557229 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb316-3ae5-45f7-b10b-924cc5b8e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (56f3c96b-9635-4fa1-8377-91628a50640e), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:24.659356 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcb316-3ae5-45f7-b10b-924cc5b8e74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f3c96b-9635-4fa1-8377-91628a50640e,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:24.665113 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b3fcb316-3ae5-45f7-b10b-924cc5b8e74d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f4135d208494495caa74cf2c6a939050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535453 Aug 08 02:27:24.668292 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35376) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:24.785103 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-953e6e06-5b69-4513-a0f6-664d306b9f92 admin admin] Publish callbacks [] for security_group (56f3c96b-9635-4fa1-8377-91628a50640e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:24.838423 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-f9eaeda4-2970-40fe-a709-0da5f8e42d43 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596216 Aug 08 02:27:24.850927 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-953e6e06-5b69-4513-a0f6-664d306b9f92 admin admin] Publish callbacks [] for security_group (56f3c96b-9635-4fa1-8377-91628a50640e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:24.928271 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-2125e1d1-878c-4a46-9253-1e550adab512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:24.930169 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-2125e1d1-878c-4a46-9253-1e550adab512 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 1129 time: 0.0691051 Aug 08 02:27:25.024071 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-953e6e06-5b69-4513-a0f6-664d306b9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (56f3c96b-9635-4fa1-8377-91628a50640e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:25.026726 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-953e6e06-5b69-4513-a0f6-664d306b9f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:25.028029 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-953e6e06-5b69-4513-a0f6-664d306b9f92 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/56f3c96b-9635-4fa1-8377-91628a50640e HTTP/1.1" status: 204 len: 168 time: 0.3587098 Aug 08 02:27:25.055529 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e6e06-5b69-4513-a0f6-664d306b9f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f3c96b-9635-4fa1-8377-91628a50640e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:25.086599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-b53d7828-f488-4c13-a6af-7febcc1f3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:25.088190 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-b53d7828-f488-4c13-a6af-7febcc1f3a1b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.1312425 Aug 08 02:27:25.136405 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-d1456174-1fa3-490c-b3b2-3e58b11bd722 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f898d7da-2295-4c47-988e-433dec437c80 HTTP/1.1" status: 200 len: 217 time: 0.0412068 Aug 08 02:27:25.204216 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-f0fc8be4-290f-4cfa-81e6-fb7ca5a02c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:25.206085 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-f0fc8be4-290f-4cfa-81e6-fb7ca5a02c62 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0599985 Aug 08 02:27:25.261984 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-5e72e714-bec0-4a22-9da0-efabacbc2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:25.263522 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-5e72e714-bec0-4a22-9da0-efabacbc2bd2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501432 Aug 08 02:27:25.380811 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-4d31df13-3eec-4d36-a1fb-102c41811e3e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078534 Aug 08 02:27:25.463929 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:25.508215 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5bbb593a-0aa2-416c-aeaf-16d6eb14cdf1 req-d6d6a8ed-e5d2-4bdc-9210-ef1c52d4781e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189606 Aug 08 02:27:25.872507 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35414) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:25.984786 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-049051a4-b3b0-4e73-a76f-a50d2df5ce42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.022909 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:26.068405 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-049051a4-b3b0-4e73-a76f-a50d2df5ce42 admin admin] Publish callbacks [] for security_group (1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.205011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-049051a4-b3b0-4e73-a76f-a50d2df5ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.268152 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-049051a4-b3b0-4e73-a76f-a50d2df5ce42 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d6e67c98bad5401f97ef77e168d8d358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939304 Aug 08 02:27:26.271753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35432) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:26.284590 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049051a4-b3b0-4e73-a76f-a50d2df5ce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:26.338800 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35438) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:26.344963 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934562080', 'description': 'tempest-description--592713946'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:26.355711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe10b-599a-4c4f-ad72-41cc52229625 admin admin] Publish callbacks [] for security_group (1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.382871 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe10b-599a-4c4f-ad72-41cc52229625 admin admin] Publish callbacks [] for security_group (1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.458626 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.567189 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe10b-599a-4c4f-ad72-41cc52229625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.569864 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe10b-599a-4c4f-ad72-41cc52229625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.571024 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-9f3fe10b-599a-4c4f-ad72-41cc52229625 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0 HTTP/1.1" status: 204 len: 168 time: 0.2980869 Aug 08 02:27:26.580853 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fe10b-599a-4c4f-ad72-41cc52229625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf9d9a-5888-481e-b5a9-a7cd30ec23a0,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:26.642020 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group (dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.770914 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.798352 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebdbb5-9259-4bcf-a255-9ed2c0ed8a34 req-4531fdf5-82c4-411a-af05-91de198dcd95 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:26.800465 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-37ebdbb5-9259-4bcf-a255-9ed2c0ed8a34 req-4531fdf5-82c4-411a-af05-91de198dcd95 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0744531 Aug 08 02:27:26.841550 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:26.872430 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-37ebdbb5-9259-4bcf-a255-9ed2c0ed8a34 req-1d1baa1a-1097-4e86-980d-6a16589ebe1f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595059 Aug 08 02:27:26.917866 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.919235 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ed675356-d2f3-4cd8-a8a6-13734aef3ef3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5797997 Aug 08 02:27:26.923223 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35450) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:26.928448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'security_group_rule': {'security_group_id': 'dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:27.048073 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group_rule (d1247cfa-0aa3-4405-bf19-edf3d05118bf), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.115682 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group_rule (d1247cfa-0aa3-4405-bf19-edf3d05118bf), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.218977 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (d1247cfa-0aa3-4405-bf19-edf3d05118bf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.245183 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1247cfa-0aa3-4405-bf19-edf3d05118bf,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:27.326572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35468) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:27.340814 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-22020a23-d677-4d36-af5c-f3fc410dfd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.378236 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950cc3b-490f-4a45-b91a-8d4fa1faaee5 req-96f4add4-e5ef-4d5b-9867-0cacc36ab2f5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:27.379858 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3950cc3b-490f-4a45-b91a-8d4fa1faaee5 req-96f4add4-e5ef-4d5b-9867-0cacc36ab2f5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0543258 Aug 08 02:27:27.398573 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=16,neutron:UPDATE=2,neutron:SELECT=77,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:27.413493 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.419665 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-839d92ee-721b-46dc-a85f-b2f9a9b3eb7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904628 Aug 08 02:27:27.422377 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35472) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:27.426899 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'security_group_rule': {'security_group_id': 'dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:27.651841 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3950cc3b-490f-4a45-b91a-8d4fa1faaee5 req-6822d2cd-c066-4144-a998-465a857d7a74 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661297 Aug 08 02:27:27.698105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-22020a23-d677-4d36-af5c-f3fc410dfd3a admin admin] Publish callbacks [] for security_group (a3a1943f-0903-41aa-97d3-c9fbfc4389e1), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.747494 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:27.839736 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-22020a23-d677-4d36-af5c-f3fc410dfd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a3a1943f-0903-41aa-97d3-c9fbfc4389e1), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.855905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group_rule (95080bb3-a9db-4a45-afec-5704f5eb3637), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:27.903084 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-22020a23-d677-4d36-af5c-f3fc410dfd3a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2fe6ff5e8cb14a799d944d82d5a76f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753427 Aug 08 02:27:27.905957 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35476) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:27.912694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22020a23-d677-4d36-af5c-f3fc410dfd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1943f-0903-41aa-97d3-c9fbfc4389e1,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:27.947611 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group_rule (95080bb3-a9db-4a45-afec-5704f5eb3637), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.001486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e5632abc-fbff-479a-a750-b6c6343b671c admin admin] Publish callbacks [] for security_group (a3a1943f-0903-41aa-97d3-c9fbfc4389e1), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.020209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:28.028411 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639513e-41ab-4be5-ab8d-5935d8c6bd63 req-07225dfa-6165-4cf8-abb5-6aeb103ccfbb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:28.030548 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b639513e-41ab-4be5-ab8d-5935d8c6bd63 req-07225dfa-6165-4cf8-abb5-6aeb103ccfbb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0716882 Aug 08 02:27:28.037206 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (95080bb3-a9db-4a45-afec-5704f5eb3637), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.046849 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e5632abc-fbff-479a-a750-b6c6343b671c admin admin] Publish callbacks [] for security_group (a3a1943f-0903-41aa-97d3-c9fbfc4389e1), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.057067 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95080bb3-a9db-4a45-afec-5704f5eb3637,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:28.129054 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b639513e-41ab-4be5-ab8d-5935d8c6bd63 req-58702ebb-6d22-411d-ad6e-8716e54a7626 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845182 Aug 08 02:27:28.180457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.182003 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-06514ab4-1cf8-48e7-be75-933e8482c859 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7584054 Aug 08 02:27:28.185063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35482) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:28.190903 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:28.286796 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e5632abc-fbff-479a-a750-b6c6343b671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a3a1943f-0903-41aa-97d3-c9fbfc4389e1), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.289539 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e5632abc-fbff-479a-a750-b6c6343b671c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.290666 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e5632abc-fbff-479a-a750-b6c6343b671c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a3a1943f-0903-41aa-97d3-c9fbfc4389e1 HTTP/1.1" status: 204 len: 168 time: 0.3826740 Aug 08 02:27:28.299417 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5632abc-fbff-479a-a750-b6c6343b671c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1943f-0903-41aa-97d3-c9fbfc4389e1,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:28.332997 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.348220 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:28.434759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.548133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Allocated IP 172.27.3.235 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:27:28.664133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.781439 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979efa5e-2ec1-45f2-ba13-34e64eceeab9 req-a5299bf4-8183-44d1-840e-76a5fcd67c36 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:28.783631 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-979efa5e-2ec1-45f2-ba13-34e64eceeab9 req-a5299bf4-8183-44d1-840e-76a5fcd67c36 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0499513 Aug 08 02:27:28.807520 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:28.838522 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-979efa5e-2ec1-45f2-ba13-34e64eceeab9 req-8747137b-6993-44c2-86f9-7af653d59e63 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493352 Aug 08 02:27:28.864629 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:28.873539 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:27:28.880965 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:27:28.884104 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'Port': ['ID=f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:28.886714 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:27:28.993269 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.093367 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.273327 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffa994-a1fe-40d6-8c6d-8acf36b50488 req-8e5d4a71-bbf1-478d-9238-a5dcf49f48d1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:29.275053 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bfffa994-a1fe-40d6-8c6d-8acf36b50488 req-8e5d4a71-bbf1-478d-9238-a5dcf49f48d1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0522432 Aug 08 02:27:29.282540 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.310561 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:29.326237 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bfffa994-a1fe-40d6-8c6d-8acf36b50488 req-30231f8e-a873-4c1e-bb48-bf90ab840e90 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Aug 08 02:27:29.421065 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.491801 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:29.499761 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.502760 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'Port': ['ID=f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:29.586103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.587375 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5b1b8d68-de56-4588-88e7-fd058bce8dbc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4012592 Aug 08 02:27:29.818725 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-0ebaaae6-21a7-4218-b19d-dc28643dec27 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1934562080&fields=id&tenant_id=8af7d2bbc6d94273bd39c81423d8cebe HTTP/1.1" status: 200 len: 267 time: 0.0575480 Aug 08 02:27:29.932210 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-9bde8c2d-c4e7-4a2b-b071-101b69de3abd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:29.933707 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-9bde8c2d-c4e7-4a2b-b071-101b69de3abd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 818 time: 0.1072400 Aug 08 02:27:29.975931 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-1a831aeb-73eb-4cd3-9331-699bb3cce1c0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/quotas/8af7d2bbc6d94273bd39c81423d8cebe HTTP/1.1" status: 200 len: 375 time: 0.0315399 Aug 08 02:27:30.004140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f3e12-b623-443d-8b1f-f98b74b46d45 req-7153e009-6dfc-4642-a95a-00106ec2460a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:30.005670 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3e4f3e12-b623-443d-8b1f-f98b74b46d45 req-7153e009-6dfc-4642-a95a-00106ec2460a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0710938 Aug 08 02:27:30.088484 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-0755c6f9-13de-4dfd-a2e5-9d2994f98b54 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1025021 Aug 08 02:27:30.169446 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3e4f3e12-b623-443d-8b1f-f98b74b46d45 req-c471d1b5-7465-4519-9772-f21790aa1d8b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367443 Aug 08 02:27:30.226057 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-011bd5bf-960d-442f-802f-83becd256389 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156895 Aug 08 02:27:30.329329 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-9fab9b62-469d-4b2a-aacb-56f98c255385 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903659 Aug 08 02:27:30.457413 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4af8d-91b0-4e95-91d9-334a31ddbac4 req-d2df0110-dea6-4abb-98dd-a67d212cbe69 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:30.460195 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2ee4af8d-91b0-4e95-91d9-334a31ddbac4 req-d2df0110-dea6-4abb-98dd-a67d212cbe69 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0532682 Aug 08 02:27:30.521955 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2ee4af8d-91b0-4e95-91d9-334a31ddbac4 req-68626995-30d0-4e79-9dd9-52050a559a0f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528734 Aug 08 02:27:30.629388 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ca07da5-0740-41d4-aa77-54b3f89f9a59 req-4572daad-2383-4d51-884b-50494a6340cb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0307202 Aug 08 02:27:31.319041 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6e4ac-c18f-40a9-a63a-8386275895d5 req-b3e2745f-e2af-4634-b6ea-f994ad66c45a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:31.320576 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-70b6e4ac-c18f-40a9-a63a-8386275895d5 req-b3e2745f-e2af-4634-b6ea-f994ad66c45a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0520983 Aug 08 02:27:31.334063 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:31.383879 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-70b6e4ac-c18f-40a9-a63a-8386275895d5 req-08263a86-de20-4fd4-82f6-9a6a0a559c8b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567234 Aug 08 02:27:31.656930 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960efdf-08d0-4038-95eb-154462618898 req-d97c79b5-e11c-41d0-9a45-e960c1212c96 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:31.659168 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a960efdf-08d0-4038-95eb-154462618898 req-d97c79b5-e11c-41d0-9a45-e960c1212c96 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0590537 Aug 08 02:27:31.727245 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a960efdf-08d0-4038-95eb-154462618898 req-b184ee12-7595-4e1f-850c-c7c92244baf1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588644 Aug 08 02:27:31.743815 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3e11b1e2-3bed-4ddd-bcb5-b6ed2fae9752 req-b1185a7c-92b6-4ee8-81d8-b257e54703c1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0295453 Aug 08 02:27:32.513516 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ff76-4de8-463f-bb59-fd27f7dbdbcc req-052906d6-6c35-4257-8a9b-cf154e16bf41 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:32.515451 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c0a1ff76-4de8-463f-bb59-fd27f7dbdbcc req-052906d6-6c35-4257-8a9b-cf154e16bf41 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Aug 08 02:27:32.571632 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c0a1ff76-4de8-463f-bb59-fd27f7dbdbcc req-ce2dd850-8a7e-4fcd-a764-48e3efeee72c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506339 Aug 08 02:27:32.868574 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7776c96f-af8a-4572-aede-ef74972cd8ef req-2b3e1638-3393-467d-a687-2ea9917fa195 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0332859 Aug 08 02:27:32.880183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f5984-3ae5-4d7d-b5b7-b23fed03020d req-3f365094-b88e-4428-95ba-7ff3b4a549eb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:32.891850 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-568f5984-3ae5-4d7d-b5b7-b23fed03020d req-3f365094-b88e-4428-95ba-7ff3b4a549eb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0779381 Aug 08 02:27:32.948143 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-568f5984-3ae5-4d7d-b5b7-b23fed03020d req-e65a5430-f2fb-4971-9b08-40b816786243 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519800 Aug 08 02:27:33.624237 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-fc22b08e-05b7-42a4-9685-5477b323c031 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:33.626544 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-fc22b08e-05b7-42a4-9685-5477b323c031 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 818 time: 0.1196818 Aug 08 02:27:33.722999 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-08b6fea9-2704-43a8-ad9e-f0b22d14e272 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8af7d2bbc6d94273bd39c81423d8cebe HTTP/1.1" status: 200 len: 380 time: 0.0846522 Aug 08 02:27:33.726967 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e591e-4298-426e-8d13-837409c8f4e8 req-140ac281-9f75-4a87-8012-81afb933c833 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:33.729606 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-354e591e-4298-426e-8d13-837409c8f4e8 req-140ac281-9f75-4a87-8012-81afb933c833 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0692663 Aug 08 02:27:33.790458 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-354e591e-4298-426e-8d13-837409c8f4e8 req-fc8c0537-cfde-47e5-bd63-9399990d967b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543792 Aug 08 02:27:33.944069 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35632) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:33.949908 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986282352', 'description': 'tempest-description--1456115903'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:33.991189 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09f56c7c-6e51-4a6d-84ca-74417edf0a96 req-ffddce45-9fe7-4329-b05a-b241e1c70a5a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0447838 Aug 08 02:27:34.059414 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.089578 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d3c8f-aae9-4ed4-bf45-c4bbc07c2b6e req-75ddbe50-34a9-44b0-91f4-e39be7f5240e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:34.091013 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c96d3c8f-aae9-4ed4-bf45-c4bbc07c2b6e req-75ddbe50-34a9-44b0-91f4-e39be7f5240e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0593576 Aug 08 02:27:34.109429 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:34.166309 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c96d3c8f-aae9-4ed4-bf45-c4bbc07c2b6e req-b8dfd086-2123-4581-8335-698e70bed8cc tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681946 Aug 08 02:27:34.183773 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (54b641ce-0bf8-4afa-93a2-9a827b7455fc), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.240989 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (54b641ce-0bf8-4afa-93a2-9a827b7455fc), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.271273 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b641ce-0bf8-4afa-93a2-9a827b7455fc,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:34.328284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.329554 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-41c24faa-f4d6-4090-b222-7b844487c31f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3844502 Aug 08 02:27:34.332468 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35640) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:34.336919 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': '54b641ce-0bf8-4afa-93a2-9a827b7455fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:34.412992 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (4166b155-3093-4e08-97b2-15a47b401b65), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.455006 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:34.471710 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (4166b155-3093-4e08-97b2-15a47b401b65), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.543815 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (4166b155-3093-4e08-97b2-15a47b401b65), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.565638 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4166b155-3093-4e08-97b2-15a47b401b65,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:34.702862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'port': {'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'admin_state_up': True, 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'security_groups': ['dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:34.722999 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.727389 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-7cb40c93-de09-49f8-9bf8-9e795c08f26e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908799 Aug 08 02:27:34.727389 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35644) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:34.731903 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': '54b641ce-0bf8-4afa-93a2-9a827b7455fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:34.830081 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (3602540f-40ed-4e15-89ea-515ef5744d0f), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.900604 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (3602540f-40ed-4e15-89ea-515ef5744d0f), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.921336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Made reservation on behalf of 8af7d2bbc6d94273bd39c81423d8cebe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:27:34.925210 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:34.935622 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84484ffb-9bbc-439e-87d7-4a29be33020a req-f99ddf4f-bd42-46a9-b969-00a6dc63a999 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:34.937214 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84484ffb-9bbc-439e-87d7-4a29be33020a req-f99ddf4f-bd42-46a9-b969-00a6dc63a999 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0542116 Aug 08 02:27:34.987447 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84484ffb-9bbc-439e-87d7-4a29be33020a req-6dd139c3-bf3b-468f-b4d0-12998e7383ec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Aug 08 02:27:35.000530 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (3602540f-40ed-4e15-89ea-515ef5744d0f), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.024738 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3602540f-40ed-4e15-89ea-515ef5744d0f,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:35.069802 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:35.070884 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Allocated IP 172.20.0.5 (847f3ad1-eef7-41cf-8570-7f9863393002/a4b6df36-21fc-4b32-836d-015ed5b16480/9b3bb00c-894f-4b64-935c-89a64519fd90) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:27:35.117810 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.122179 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6bbd3930-4e14-4775-854d-d5d6d1635f79 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908660 Aug 08 02:27:35.122179 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-33c1dbde-53a9-4ffb-a35a-c74ad0ec5ee5 req-b0f28d45-6ffb-48a8-ba82-67ee492b0bb8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0354626 Aug 08 02:27:35.122544 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35652) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:35.127052 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:35.219320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.260409 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.339256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.340900 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:35.347543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b0b4c-4c0b-4035-95c2-4bfa02a97d47 req-04eba886-60aa-41bc-81d2-c23eee7362bf tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:35.349197 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d99b0b4c-4c0b-4035-95c2-4bfa02a97d47 req-04eba886-60aa-41bc-81d2-c23eee7362bf tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.1029921 Aug 08 02:27:35.383772 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Network 847f3ad1-eef7-41cf-8570-7f9863393002 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:27:35.389131 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:27:35.392427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:27:35.407978 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.430719 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event updated for resources: {'Port': ['ID=9b3bb00c-894f-4b64-935c-89a64519fd90,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:35.438989 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d99b0b4c-4c0b-4035-95c2-4bfa02a97d47 req-c2ead2a5-6df9-48cb-9565-b79f27d7b956 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770576 Aug 08 02:27:35.458973 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:35.459700 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.548188 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-6ddb7e95-4ec3-4aec-ab5d-f8572d1c131b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8494771 Aug 08 02:27:35.552803 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.27.3.111 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/ce335cb6-d664-43ac-87c2-37358e5c163f) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:27:35.649356 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-76801d04-c5f5-4c9a-ba0c-a3b4e121ca52 None None] Provisioning complete for port 9b3bb00c-894f-4b64-935c-89a64519fd90 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:27:35.649827 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-76801d04-c5f5-4c9a-ba0c-a3b4e121ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.681695 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-76801d04-c5f5-4c9a-ba0c-a3b4e121ca52 None None] Port 9b3bb00c-894f-4b64-935c-89a64519fd90 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:27:35.683256 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.796834 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:35.841054 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:27:35.845056 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:27:35.850211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:27:35.875951 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=ce335cb6-d664-43ac-87c2-37358e5c163f,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:35.879438 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:35.955239 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (52e7f0e9-d2c2-4850-a97d-72ce35664996), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.059921 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.153723 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c9cc-83bb-4348-bd86-6984ded2ac43 req-eb26b34e-16bd-4d73-9c2b-06b3c1914d6e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:36.155018 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c501c9cc-83bb-4348-bd86-6984ded2ac43 req-eb26b34e-16bd-4d73-9c2b-06b3c1914d6e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0726013 Aug 08 02:27:36.278805 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c501c9cc-83bb-4348-bd86-6984ded2ac43 req-74d3a8f1-e6bd-4928-aae6-572e42f68832 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119349 Aug 08 02:27:36.340485 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.399004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae20299-a04f-4a02-a132-5a0502f2132c req-8be8fe93-d37c-45a4-a962-bab4ab7c76c8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:36.400609 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ae20299-a04f-4a02-a132-5a0502f2132c req-8be8fe93-d37c-45a4-a962-bab4ab7c76c8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 931 time: 0.0541110 Aug 08 02:27:36.455127 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ae20299-a04f-4a02-a132-5a0502f2132c req-e6bb51e8-4dba-4b6d-990e-af8c50240cbd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 Aug 08 02:27:36.475483 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.486404 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Request body: {'port': {'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:36.491672 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:36.515866 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:36.564261 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.566112 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:36.629434 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=ce335cb6-d664-43ac-87c2-37358e5c163f,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:36.645937 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54b0f2-0335-49e3-93e4-cd6985773a56 req-cb7b18b8-14fe-4ef3-aa97-d0ebc7fb4de0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:36.647433 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cd54b0f2-0335-49e3-93e4-cd6985773a56 req-cb7b18b8-14fe-4ef3-aa97-d0ebc7fb4de0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0781751 Aug 08 02:27:36.648812 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (52e7f0e9-d2c2-4850-a97d-72ce35664996), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.710743 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cd54b0f2-0335-49e3-93e4-cd6985773a56 req-24a52c2a-9780-4d8f-8080-818933f15896 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566673 Aug 08 02:27:36.768492 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.770043 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6a7129ed-93c1-4347-8b07-85663ec6912f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6466444 Aug 08 02:27:36.849048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3bb00c-894f-4b64-935c-89a64519fd90 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:27:36.860323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Publish callbacks [] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.878000 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Transition to ACTIVE for port object 9b3bb00c-894f-4b64-935c-89a64519fd90 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:27:36.989737 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:36.998010 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-8f581123-f545-4ff9-8775-fdcb2e1f74c9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1986282352&fields=id&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 267 time: 0.0457969 Aug 08 02:27:37.072578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3bb00c-894f-4b64-935c-89a64519fd90,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:37.079935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:37.101871 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Attempting to bind port 9b3bb00c-894f-4b64-935c-89a64519fd90 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:27:37.102320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Attempting to bind port 9b3bb00c-894f-4b64-935c-89a64519fd90 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:27:37.102742 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Attempting to bind port 9b3bb00c-894f-4b64-935c-89a64519fd90 on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:27:37.107130 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Port 9b3bb00c-894f-4b64-935c-89a64519fd90 on network 847f3ad1-eef7-41cf-8570-7f9863393002 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:27:37.107486 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Attempting to bind port 9b3bb00c-894f-4b64-935c-89a64519fd90 on network 847f3ad1-eef7-41cf-8570-7f9863393002 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:27:37.113132 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:27:37.113470 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Checking segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:27:37.113869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Bound using segment: {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:27:37.114352 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Bound port: 9b3bb00c-894f-4b64-935c-89a64519fd90, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a080c286-f7f3-421b-97b8-f5c52cf3c873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:27:37.114703 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:37.119691 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-5d72638c-8971-4850-a203-f1a12337a9d4 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:37.121218 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-5d72638c-8971-4850-a203-f1a12337a9d4 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.1150389 Aug 08 02:27:37.138810 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-809179be-6e1e-4eff-81e1-cb2d0d90440a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/quotas/ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 375 time: 0.0095794 Aug 08 02:27:37.183559 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] For port 9b3bb00c-894f-4b64-935c-89a64519fd90, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:27:37.187775 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] For port 9b3bb00c-894f-4b64-935c-89a64519fd90, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9b3bb00c-894f-4b64-935c-89a64519fd90,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:27:37.195626 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-160564ea-3e4b-4496-adf0-c2a53b9de01b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493867 Aug 08 02:27:37.299866 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-39fb7e9c-5675-4709-bff4-d72dcdd005f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920672 Aug 08 02:27:37.447641 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-bb365a2d-f7de-40aa-96f7-c0164c23eeba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416080 Aug 08 02:27:37.460099 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3474-e2f3-4eac-9c1f-18f506a3c2ea req-49bd4bb1-5593-487b-862c-08158b95dbb5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:37.461571 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ab4d3474-e2f3-4eac-9c1f-18f506a3c2ea req-49bd4bb1-5593-487b-862c-08158b95dbb5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0680718 Aug 08 02:27:37.481712 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:37.487028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:37.487987 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:37.490179 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 1093 time: 1.0098293 Aug 08 02:27:37.490929 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:27:37.495435 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076761ea-86e0-4f7b-9692-30d82cd38122" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:27:37.523499 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:37.524323 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ab4d3474-e2f3-4eac-9c1f-18f506a3c2ea req-a3001a5a-1463-48e5-a431-e6d36d12cc3d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570450 Aug 08 02:27:37.552360 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde6960-f0b7-472d-9d10-2972eb11d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3bb00c-894f-4b64-935c-89a64519fd90,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:37.661245 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de759632-76d7-4859-ad1f-c0ff16c431cb req-43b2759c-6156-40a8-a113-983710b4ff8e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:37.670542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ffc981-439c-4c12-9365-16b39f92cab7 x-openstack-request-id: req-43ffc981-439c-4c12-9365-16b39f92cab7 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:27:37.671038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:27:37.671577 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-43ffc981-439c-4c12-9365-16b39f92cab7 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:27:37.671884 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-de759632-76d7-4859-ad1f-c0ff16c431cb req-43b2759c-6156-40a8-a113-983710b4ff8e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0746775 Aug 08 02:27:37.672165 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ffc981-439c-4c12-9365-16b39f92cab7'] response: {'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'status': 'completed', 'code': 200} Aug 08 02:27:37.754004 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-de759632-76d7-4859-ad1f-c0ff16c431cb req-39a9e8e1-8543-45f1-9ffc-38025b9bc468 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810540 Aug 08 02:27:37.756101 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d47d0873-3ecd-4d6d-841d-024d3bad1545 req-0a058ec8-66b4-4e4b-a16c-8926fd4e8387 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0508418 Aug 08 02:27:37.884414 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a104f8-76cb-4504-a972-2c4381d80d1a req-b6c40861-00da-45d1-959d-7d9cce4635ca tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:37.885937 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3a104f8-76cb-4504-a972-2c4381d80d1a req-b6c40861-00da-45d1-959d-7d9cce4635ca tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0495379 Aug 08 02:27:37.898948 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:38.162790 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3a104f8-76cb-4504-a972-2c4381d80d1a req-7f4b1561-238e-4c6d-8eb7-26d48c65d4ef tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704380 Aug 08 02:27:38.661732 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a0759-6d4e-426c-90fe-0f852246fa6e req-f533233e-3197-4ab6-ba11-a66e8c3deb1b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:38.663458 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-746a0759-6d4e-426c-90fe-0f852246fa6e req-f533233e-3197-4ab6-ba11-a66e8c3deb1b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0489557 Aug 08 02:27:38.712416 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-746a0759-6d4e-426c-90fe-0f852246fa6e req-d7873ffa-f5e7-4303-892b-94e72e3d8836 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Aug 08 02:27:38.910351 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f57a8d6d-b488-4ce3-a2c5-af942e897fbb req-9aa05a38-3c79-43a8-8b95-ae19b1c6fef0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0368004 Aug 08 02:27:38.916786 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeece37-e32d-4cd6-b4cd-aad600db3260 req-3b43b8c1-8c20-44ce-a1ec-897e2c0424cd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:38.918241 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-daeece37-e32d-4cd6-b4cd-aad600db3260 req-3b43b8c1-8c20-44ce-a1ec-897e2c0424cd tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0752220 Aug 08 02:27:38.974785 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-daeece37-e32d-4cd6-b4cd-aad600db3260 req-eb8e9d7c-955d-4efe-a972-5e213be748ca tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Aug 08 02:27:39.283210 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357da69-25ea-4877-9104-b595bf97fa5c req-bf2f0f66-b00d-4888-aa82-d3bf16cda356 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:39.284688 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7357da69-25ea-4877-9104-b595bf97fa5c req-bf2f0f66-b00d-4888-aa82-d3bf16cda356 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0461316 Aug 08 02:27:39.333309 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7357da69-25ea-4877-9104-b595bf97fa5c req-38203c59-a2bd-4f49-9c70-0df9677e5498 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Aug 08 02:27:39.845471 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad7a09-9fad-41db-ac54-33998d793e1a req-761648b5-9a89-431f-9b97-38d6d68db3bf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:39.847032 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3aad7a09-9fad-41db-ac54-33998d793e1a req-761648b5-9a89-431f-9b97-38d6d68db3bf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0514078 Aug 08 02:27:39.908088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076761ea-86e0-4f7b-9692-30d82cd38122 req-90d1f962-0a17-4a19-8bdc-304036a42e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:39.908659 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3aad7a09-9fad-41db-ac54-33998d793e1a req-615afb1f-3752-42cf-b96f-6d91b7092d1a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550616 Aug 08 02:27:39.909700 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-076761ea-86e0-4f7b-9692-30d82cd38122 req-90d1f962-0a17-4a19-8bdc-304036a42e81 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1127 time: 0.0546300 Aug 08 02:27:40.027201 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1197f62-5b56-40a2-87b9-e1e6bf43f32b req-3371b511-e797-4322-bc48-d8a84b0a78dd tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0348213 Aug 08 02:27:40.038460 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076761ea-86e0-4f7b-9692-30d82cd38122 req-3a90b8ab-7ee1-4b80-8499-2743ce91113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.040105 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-076761ea-86e0-4f7b-9692-30d82cd38122 req-3a90b8ab-7ee1-4b80-8499-2743ce91113a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1152275 Aug 08 02:27:40.115411 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e4d19-23e6-446b-bbc4-4e2ce4d10eca req-8f04194f-6a85-472c-8176-69ea2cc28dd7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.117217 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cb9e4d19-23e6-446b-bbc4-4e2ce4d10eca req-8f04194f-6a85-472c-8176-69ea2cc28dd7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0498095 Aug 08 02:27:40.146425 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076761ea-86e0-4f7b-9692-30d82cd38122 req-5ecb1904-2ae5-4378-813e-b23c29e8efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.148476 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-076761ea-86e0-4f7b-9692-30d82cd38122 req-5ecb1904-2ae5-4378-813e-b23c29e8efa6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982356 Aug 08 02:27:40.167268 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cb9e4d19-23e6-446b-bbc4-4e2ce4d10eca req-65b77798-5254-4347-8298-c24500322446 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Aug 08 02:27:40.264206 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-ed6e09cd-9525-401f-8ac7-efcb579b82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.266390 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-ed6e09cd-9525-401f-8ac7-efcb579b82a2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1127 time: 0.0455832 Aug 08 02:27:40.310544 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-9232d959-ed24-45db-8341-024a866a9f5e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 217 time: 0.0358262 Aug 08 02:27:40.363570 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-c05344c0-2753-47a2-a21a-a52137837b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.365048 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-c05344c0-2753-47a2-a21a-a52137837b4b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0484645 Aug 08 02:27:40.437116 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-3d09c89c-9868-4c99-89c5-3e94872393f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.438631 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-3d09c89c-9868-4c99-89c5-3e94872393f1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468218 Aug 08 02:27:40.465798 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecbd3f-7dc0-4280-8825-d8d2ce7de7c6 req-4189f866-8723-45fb-9177-ec0f3c7a09c7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:40.467464 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8ecbd3f-7dc0-4280-8825-d8d2ce7de7c6 req-4189f866-8723-45fb-9177-ec0f3c7a09c7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0539334 Aug 08 02:27:40.521377 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8ecbd3f-7dc0-4280-8825-d8d2ce7de7c6 req-41d91871-874f-4cae-9950-61686f8a43bf tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475130 Aug 08 02:27:40.532082 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-fd7ec342-bf9f-4c77-aeae-7c53d03c7b44 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862780 Aug 08 02:27:40.639382 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8942e84c-cc9e-4593-b996-40b919fa5b2a req-f6439ce8-5921-4b57-af36-8d269946d6e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982208 Aug 08 02:27:41.043922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f5edb-b698-4c26-8fc1-5dc7fe8ea8d4 req-218e6b68-31ef-4fef-ade0-6116b8f9ebc3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:41.045431 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae9f5edb-b698-4c26-8fc1-5dc7fe8ea8d4 req-218e6b68-31ef-4fef-ade0-6116b8f9ebc3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Aug 08 02:27:41.142273 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae9f5edb-b698-4c26-8fc1-5dc7fe8ea8d4 req-b1b2fbc7-abe2-4ff9-b1f2-414c082178e1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903072 Aug 08 02:27:41.159647 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2293a988-38cf-41c8-bc9e-e0c96002f42a req-34d0c23d-27a5-493e-914d-635f957dd125 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0386152 Aug 08 02:27:41.303858 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe671e-8de4-4118-aa04-0f6ad7d841ac req-1cfef52d-aad0-41d0-8dc2-ee846a10548d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:41.305390 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-adfe671e-8de4-4118-aa04-0f6ad7d841ac req-1cfef52d-aad0-41d0-8dc2-ee846a10548d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0603101 Aug 08 02:27:41.364253 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-adfe671e-8de4-4118-aa04-0f6ad7d841ac req-26ef4274-8024-4ab7-ad1e-e3ce72eb8dfa tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525587 Aug 08 02:27:41.649168 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ffcf-d45d-44d0-814a-e6cb7822463f req-b0ff8928-8991-4577-8286-129f9f3ab271 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:41.651259 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2237ffcf-d45d-44d0-814a-e6cb7822463f req-b0ff8928-8991-4577-8286-129f9f3ab271 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0555868 Aug 08 02:27:41.707465 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:41.707981 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2237ffcf-d45d-44d0-814a-e6cb7822463f req-0735d94c-d3d3-4017-967c-d01cee8584d4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505245 Aug 08 02:27:41.741653 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:42.288803 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1d52a042-39e7-4c2f-8ffd-daa0c49a17fd req-e62314ba-57c8-4cef-a4de-b0bbd4f789ad tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0454581 Aug 08 02:27:42.307438 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90cb3f-1aff-4d17-93af-078469709726 req-b52fc835-3d46-42bb-b6ba-1c2c179484c8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:42.309033 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f90cb3f-1aff-4d17-93af-078469709726 req-b52fc835-3d46-42bb-b6ba-1c2c179484c8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0776608 Aug 08 02:27:42.359128 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f90cb3f-1aff-4d17-93af-078469709726 req-b8b5efe4-80c4-45df-89c6-ca63246d7518 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434482 Aug 08 02:27:42.488049 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8a47-3c58-4255-8e69-77057bb7f525 req-fc3061a6-834f-40f9-8885-a17dec9cc503 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:42.489571 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0f9a8a47-3c58-4255-8e69-77057bb7f525 req-fc3061a6-834f-40f9-8885-a17dec9cc503 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0491405 Aug 08 02:27:42.543402 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0f9a8a47-3c58-4255-8e69-77057bb7f525 req-d79cd16b-38dd-40d1-8cd9-fc83c6fc0953 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439508 Aug 08 02:27:42.814441 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:42.828794 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86c13a-3b8b-4ca2-8a73-3786e65d1da6 req-1e9bf9fd-d9d4-46d7-b4bf-9b9ca70f1fa6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:42.830248 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fa86c13a-3b8b-4ca2-8a73-3786e65d1da6 req-1e9bf9fd-d9d4-46d7-b4bf-9b9ca70f1fa6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0480225 Aug 08 02:27:42.880424 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fa86c13a-3b8b-4ca2-8a73-3786e65d1da6 req-c7bd169f-5248-4e20-bde9-fbf274eefc1a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447025 Aug 08 02:27:43.394980 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d807a1fb-9e3d-4a96-8ee8-507d3c1a9b6c req-1eb35ab5-cc03-4786-bbfd-15f4dd8143c2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Aug 08 02:27:43.484548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9198ea-7e7b-49f4-b3a7-764844d98d5a req-4df2f043-fe3a-499d-b6f2-99af88f5a953 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:43.486056 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ac9198ea-7e7b-49f4-b3a7-764844d98d5a req-4df2f043-fe3a-499d-b6f2-99af88f5a953 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0477283 Aug 08 02:27:43.537112 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ac9198ea-7e7b-49f4-b3a7-764844d98d5a req-d754a56d-129a-48b1-b1e1-d89ad197d706 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 Aug 08 02:27:43.662029 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71c2de-f61a-4163-b1fb-bda10f37a618 req-20a2697c-48b1-4bc9-ac3d-6ae62be20985 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:43.663497 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae71c2de-f61a-4163-b1fb-bda10f37a618 req-20a2697c-48b1-4bc9-ac3d-6ae62be20985 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0495405 Aug 08 02:27:43.710728 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae71c2de-f61a-4163-b1fb-bda10f37a618 req-7a0343e7-7272-4fd1-800c-ba1d8771b40d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Aug 08 02:27:44.007782 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4c64-2316-4106-98aa-8a70085237fc req-0701be68-dfd1-4f18-873d-bb55c05e886c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:44.009756 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-466d4c64-2316-4106-98aa-8a70085237fc req-0701be68-dfd1-4f18-873d-bb55c05e886c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0519779 Aug 08 02:27:44.059306 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-466d4c64-2316-4106-98aa-8a70085237fc req-e3cb9d3e-d792-4098-9f30-2afa808939f1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Aug 08 02:27:44.504771 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-79331f4d-767f-4a11-ad2c-0a219bfd7f47 req-da742a2d-d733-488f-9efb-06d8e16882a1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Aug 08 02:27:44.674279 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd1ef7-66cc-4b02-9d76-382c29b4ba80 req-05f2c0a0-dafd-43cb-870f-400eec6041ec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:44.675658 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-72cd1ef7-66cc-4b02-9d76-382c29b4ba80 req-05f2c0a0-dafd-43cb-870f-400eec6041ec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0518210 Aug 08 02:27:44.726843 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-72cd1ef7-66cc-4b02-9d76-382c29b4ba80 req-1b7554c8-168a-45b3-8c9b-0b714905c124 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Aug 08 02:27:44.835421 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a95f3-56ec-42cc-903e-c869f473a029 req-25c0d8d8-a05c-422a-b57a-171b2a239e3f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:44.837518 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f1a95f3-56ec-42cc-903e-c869f473a029 req-25c0d8d8-a05c-422a-b57a-171b2a239e3f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 943 time: 0.0530891 Aug 08 02:27:44.890175 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f1a95f3-56ec-42cc-903e-c869f473a029 req-bd435bb8-3348-4a85-a442-4ec3bb3ea533 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470364 Aug 08 02:27:45.183438 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ac075-cbab-4384-92c9-e57342c1c351 req-56ec432e-019b-4962-ba81-3c30769c99b3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:45.184922 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-788ac075-cbab-4384-92c9-e57342c1c351 req-56ec432e-019b-4962-ba81-3c30769c99b3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0466635 Aug 08 02:27:45.238422 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-788ac075-cbab-4384-92c9-e57342c1c351 req-f0dbede0-79df-48e0-b482-fe08f5ea978a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Aug 08 02:27:45.358259 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 9b3bb00c-894f-4b64-935c-89a64519fd90 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:27:45.361000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:45.471126 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 9b3bb00c-894f-4b64-935c-89a64519fd90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9b3bb00c-894f-4b64-935c-89a64519fd90,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:45.484339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:27:45.522799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 9b3bb00c-894f-4b64-935c-89a64519fd90 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:45.523184 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:45.539070 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3bb00c-894f-4b64-935c-89a64519fd90 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:27:45.564220 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 9b3bb00c-894f-4b64-935c-89a64519fd90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9b3bb00c-894f-4b64-935c-89a64519fd90,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:45.612352 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-734e4ebc-b264-451b-a7aa-d6cfbef63067 req-c9e5f366-2bbb-4689-a40f-39d92825733c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0282922 Aug 08 02:27:45.628829 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:45.674901 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=9b3bb00c-894f-4b64-935c-89a64519fd90,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:45.860230 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542f68e-247e-4378-bf44-cd6a8c073435 req-a31f8ab7-b62a-4a4c-9bd1-1ed534aa364f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:45.861720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8542f68e-247e-4378-bf44-cd6a8c073435 req-a31f8ab7-b62a-4a4c-9bd1-1ed534aa364f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0502925 Aug 08 02:27:45.883662 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:45.911683 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8542f68e-247e-4378-bf44-cd6a8c073435 req-a8024ad2-e247-4edd-bcb5-fbc3de95c8de tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442066 Aug 08 02:27:46.014958 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab79a-09f6-4747-b993-099ca6565d72 req-1686e501-5e86-4202-9094-452b1d579eac tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:46.016612 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5f9ab79a-09f6-4747-b993-099ca6565d72 req-1686e501-5e86-4202-9094-452b1d579eac tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 944 time: 0.0537248 Aug 08 02:27:46.052302 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['9b3bb00c-894f-4b64-935c-89a64519fd90'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:27:46.066976 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5f9ab79a-09f6-4747-b993-099ca6565d72 req-ab024a04-dbc3-4c29-82c2-010ca17250b8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Aug 08 02:27:46.071808 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:46.106713 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-3d0e467e-de13-4014-8a44-9b27cf252859 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:46.108304 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-3d0e467e-de13-4014-8a44-9b27cf252859 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.1137590 Aug 08 02:27:46.195130 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-01c8945d-01bd-4e17-bd42-2d4897ac5c82 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 472 time: 0.0745239 Aug 08 02:27:46.208527 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'port': {'device_id': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'admin_state_up': True, 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'security_groups': ['54b641ce-0bf8-4afa-93a2-9a827b7455fc']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:46.289646 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:46.367731 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f3ff-047e-48e6-a79e-9231a9cf827a req-806d2268-d673-44ce-8f2d-2a9378c6802a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:46.370016 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9eb9f3ff-047e-48e6-a79e-9231a9cf827a req-806d2268-d673-44ce-8f2d-2a9378c6802a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0511611 Aug 08 02:27:46.420401 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9eb9f3ff-047e-48e6-a79e-9231a9cf827a req-84e3e0ca-23c1-4f18-a86c-10fab849ea4b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Aug 08 02:27:46.424477 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Made reservation on behalf of ca29b2b9a59d4826bfd25f4dcfa9cffe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:27:46.433723 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:46.555677 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b4f5c017-63c9-4377-a587-1277da52737e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:46.567194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.20.0.10 (f92c936a-6950-4530-8001-5260ea91adac/7a395e29-3199-4a8d-a57e-2613d08d7478/c32805ad-aa79-4a4e-bcb8-fdaa7a625107) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:27:46.710814 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:46.717428 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6c4e628c-faf5-43d5-8dbb-bc5ccb5d098a req-719e152d-41e9-465f-b50e-b10511129d57 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0332661 Aug 08 02:27:46.824355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:46.870231 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:27:46.873545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:27:46.878651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:27:46.911290 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:46.935930 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:46.937234 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.051877 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 9b3bb00c-894f-4b64-935c-89a64519fd90 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:27:47.085507 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63fa09-f028-40aa-9b37-dc7d6ac71258 req-851a51ae-6fdd-49b3-9069-ff93af599eda tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:47.087495 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-da63fa09-f028-40aa-9b37-dc7d6ac71258 req-851a51ae-6fdd-49b3-9069-ff93af599eda tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0873754 Aug 08 02:27:47.090927 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-576f3732-8a5e-4f18-8baf-36ae7fa204e5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8880510 Aug 08 02:27:47.109851 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Request body: {'port': {'device_id': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:47.120844 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 9b3bb00c-894f-4b64-935c-89a64519fd90 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:27:47.136805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:47.165830 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-da63fa09-f028-40aa-9b37-dc7d6ac71258 req-4b087c7b-f3a3-42d7-b38e-de857607ec81 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679262 Aug 08 02:27:47.181980 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.184252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-ecc0c504-1962-4e1c-bff9-6d23b14a6a4d None None] Provisioning complete for port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:27:47.184832 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c504-1962-4e1c-bff9-6d23b14a6a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.217414 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96527b90-272f-422a-a1ed-3cd3ae59cec2 req-010360aa-0f19-407c-826a-63424ff0539f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:47.219085 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-96527b90-272f-422a-a1ed-3cd3ae59cec2 req-010360aa-0f19-407c-826a-63424ff0539f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 944 time: 0.0675595 Aug 08 02:27:47.227778 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0c504-1962-4e1c-bff9-6d23b14a6a4d None None] Port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:27:47.231124 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 9b3bb00c-894f-4b64-935c-89a64519fd90 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:27:47.231508 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.289199 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-96527b90-272f-422a-a1ed-3cd3ae59cec2 req-5ea051d4-59db-441c-b877-bc45bca4b1e8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632470 Aug 08 02:27:47.333395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 9b3bb00c-894f-4b64-935c-89a64519fd90 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:47.333788 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.359609 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:27:47.362013 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728602cb-c2ba-424b-84ae-aaa30ed72707" -d '{"events": [{"server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "name": "network-vif-plugged", "status": "completed", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:27:47.377860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:47.381879 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:47.386021 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 9b3bb00c-894f-4b64-935c-89a64519fd90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9b3bb00c-894f-4b64-935c-89a64519fd90,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:47.406812 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b2df98-e1f1-416e-9de5-d5cf63e3058a x-openstack-request-id: req-83b2df98-e1f1-416e-9de5-d5cf63e3058a {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:27:47.407122 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "name": "network-vif-plugged", "status": "completed", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:27:47.407379 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83b2df98-e1f1-416e-9de5-d5cf63e3058a {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:27:47.408893 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b2df98-e1f1-416e-9de5-d5cf63e3058a'] response: {'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'code': 200} Aug 08 02:27:47.464433 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.470199 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:47.485177 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32805ad-aa79-4a4e-bcb8-fdaa7a625107 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:27:47.493778 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Publish callbacks [] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.509743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Transition to ACTIVE for port object c32805ad-aa79-4a4e-bcb8-fdaa7a625107 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:27:47.522718 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=9b3bb00c-894f-4b64-935c-89a64519fd90,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:47.554615 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebecd5-5ff5-459b-917d-48501d3a8d13 req-c5747387-8388-47fc-82c6-ae799bd4c049 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:47.556067 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b6ebecd5-5ff5-459b-917d-48501d3a8d13 req-c5747387-8388-47fc-82c6-ae799bd4c049 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0507722 Aug 08 02:27:47.609545 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b6ebecd5-5ff5-459b-917d-48501d3a8d13 req-bcf2d8ca-1a4b-4c08-bdd9-3883bfbe61df tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476408 Aug 08 02:27:47.641363 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.725305 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:47.754750 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Attempting to bind port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:27:47.755668 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Attempting to bind port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:27:47.755668 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Attempting to bind port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:27:47.760301 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 on network f92c936a-6950-4530-8001-5260ea91adac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:27:47.760699 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Attempting to bind port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:27:47.770128 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:27:47.770698 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:27:47.771359 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Bound using segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:27:47.771811 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Bound port: c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:27:47.772375 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.841715 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332be56-688c-4de5-ab9b-e96650eb93fc req-f0c0b548-c4f9-47cd-8c74-3e6065c2ae6c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:47.843726 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a332be56-688c-4de5-ab9b-e96650eb93fc req-f0c0b548-c4f9-47cd-8c74-3e6065c2ae6c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0492029 Aug 08 02:27:47.851953 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd692-f665-42c3-94b0-d32c77866424 req-5b328482-08fe-42f4-b3a7-3d5eab027bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:47.853453 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2b5fd692-f665-42c3-94b0-d32c77866424 req-5b328482-08fe-42f4-b3a7-3d5eab027bbf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.0660088 Aug 08 02:27:47.882344 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] For port c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:27:47.892769 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a332be56-688c-4de5-ab9b-e96650eb93fc req-4d685068-fc39-4bf8-95f7-942e49130f68 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Aug 08 02:27:47.911237 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] For port c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:27:47.922734 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2b5fd692-f665-42c3-94b0-d32c77866424 req-67601c1f-f4ae-4a0f-adf8-cba91513c391 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612011 Aug 08 02:27:47.985688 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.990146 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:47.990748 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:47.992209 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/c32805ad-aa79-4a4e-bcb8-fdaa7a625107 HTTP/1.1" status: 200 len: 1094 time: 0.8867011 Aug 08 02:27:47.992752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:27:47.995133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:27:48.040256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31f47f5-e1ce-4f32-8075-5b496a316b9c x-openstack-request-id: req-d31f47f5-e1ce-4f32-8075-5b496a316b9c {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:27:48.040542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:27:48.040817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d31f47f5-e1ce-4f32-8075-5b496a316b9c {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:27:48.041219 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31f47f5-e1ce-4f32-8075-5b496a316b9c'] response: {'name': 'network-changed', 'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'status': 'completed', 'code': 200} Aug 08 02:27:48.045874 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cc613-e96c-4294-ba17-9e50f102dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:48.214860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1 req-dde70555-779e-4846-91c9-8a97b00e91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.216393 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1 req-dde70555-779e-4846-91c9-8a97b00e91ee service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 1128 time: 0.0401313 Aug 08 02:27:48.305341 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0c180-17c8-43dd-a799-42abd7a186ef req-b8258df4-334d-455e-8606-b697e6d79810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.306852 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d9b0c180-17c8-43dd-a799-42abd7a186ef req-b8258df4-334d-455e-8606-b697e6d79810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Aug 08 02:27:48.322860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1 req-1ce53918-2a04-4d3d-9542-64670a82815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.324643 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1 req-1ce53918-2a04-4d3d-9542-64670a82815c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004152 Aug 08 02:27:48.363876 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d9b0c180-17c8-43dd-a799-42abd7a186ef req-8b8f7a49-57e1-4d72-9cf9-ae74c3f967b4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514731 Aug 08 02:27:48.443024 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34651d31-993d-46ba-8313-1a77b0beca3f req-cfe56fb9-884d-413c-b5de-2cc9500c0198 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.449703 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-34651d31-993d-46ba-8313-1a77b0beca3f req-cfe56fb9-884d-413c-b5de-2cc9500c0198 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0727627 Aug 08 02:27:48.484923 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1 req-64928303-d2cd-433d-a686-4f563d4e64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.484923 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4f7e14d6-4fdf-47e3-9846-85da5a7c1ec1 req-64928303-d2cd-433d-a686-4f563d4e64a7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448672 Aug 08 02:27:48.512282 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-34651d31-993d-46ba-8313-1a77b0beca3f req-3e73359d-4ddd-460b-8d71-6f2d341bc92a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597160 Aug 08 02:27:48.591895 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:48.740656 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b36f-3a4d-48b6-bc5b-774bdf9da7e0 req-8de813f5-2fd4-4e2c-a089-23cf770a087e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.742181 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c823b36f-3a4d-48b6-bc5b-774bdf9da7e0 req-8de813f5-2fd4-4e2c-a089-23cf770a087e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0465417 Aug 08 02:27:48.801798 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c823b36f-3a4d-48b6-bc5b-774bdf9da7e0 req-81d10be5-0229-408a-8e67-7c2a34a7c5eb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435262 Aug 08 02:27:48.916694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-f58041f8-33bf-4ac2-bf4f-7633e5bc060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:48.918228 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-f58041f8-33bf-4ac2-bf4f-7633e5bc060f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 1128 time: 0.0432212 Aug 08 02:27:48.964149 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-4221a413-f927-4716-9570-14ba2a9bc1bd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107 HTTP/1.1" status: 200 len: 217 time: 0.0346584 Aug 08 02:27:49.021118 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-7a780ed7-496c-48bf-a0ba-314f81b270cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:49.022735 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-7a780ed7-496c-48bf-a0ba-314f81b270cb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0507481 Aug 08 02:27:49.027142 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d4fe0-fcc7-4099-8894-40e8fdb52c6a req-a7261087-6446-435b-a872-44860d6b4b14 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:49.028609 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-988d4fe0-fcc7-4099-8894-40e8fdb52c6a req-a7261087-6446-435b-a872-44860d6b4b14 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0533051 Aug 08 02:27:49.080931 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dae8e35c-0371-446d-9e53-8f7bfb2cd5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:49.087239 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-988d4fe0-fcc7-4099-8894-40e8fdb52c6a req-70120fcb-a0a1-4715-ac39-2185c2cbff71 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515060 Aug 08 02:27:49.146992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-44df8af6-d8e9-4e98-8f18-158dcab55de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:49.148573 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-44df8af6-d8e9-4e98-8f18-158dcab55de5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434871 Aug 08 02:27:49.500990 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e89b8f-2958-49c6-8250-3837ac66d38e req-4f7ed4c1-acfe-46ec-854f-e942a8af18f1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:49.502513 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-83e89b8f-2958-49c6-8250-3837ac66d38e req-4f7ed4c1-acfe-46ec-854f-e942a8af18f1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0491867 Aug 08 02:27:49.527090 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:49.551593 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-83e89b8f-2958-49c6-8250-3837ac66d38e req-4c2e3ff3-b2a5-4781-8e37-6a41a731e38c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 Aug 08 02:27:49.634641 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98c974-87d5-4f1e-a177-f312bb1a03e3 req-74bbc0e9-6e3f-4b00-88c9-d4a1d9153b92 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:49.636139 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6c98c974-87d5-4f1e-a177-f312bb1a03e3 req-74bbc0e9-6e3f-4b00-88c9-d4a1d9153b92 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Aug 08 02:27:49.702103 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6c98c974-87d5-4f1e-a177-f312bb1a03e3 req-d57c6b64-9ff1-4e79-acc1-d7a81952ca70 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506735 Aug 08 02:27:49.766511 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:49.902623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35940) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:49.927344 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c3e9-7a2b-4383-857c-e95621453e7e req-18e4028b-1d84-4aff-a896-da61f2611f73 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:49.928887 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7361c3e9-7a2b-4383-857c-e95621453e7e req-18e4028b-1d84-4aff-a896-da61f2611f73 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0483217 Aug 08 02:27:49.958006 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:49.980795 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7361c3e9-7a2b-4383-857c-e95621453e7e req-502eb05a-0d9c-4822-9f38-34c124ecc6cb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Aug 08 02:27:50.011833 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-046ff7d2-b5b3-40f1-93c1-bb480a23c790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.065944 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:50.087648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-046ff7d2-b5b3-40f1-93c1-bb480a23c790 admin admin] Publish callbacks [] for security_group (e9987ddc-b21f-4cdc-994a-eb4e820543ad), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.132381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-046ff7d2-b5b3-40f1-93c1-bb480a23c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e9987ddc-b21f-4cdc-994a-eb4e820543ad), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.174221 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-046ff7d2-b5b3-40f1-93c1-bb480a23c790 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=aba6771fc3504db79bb28aab87856651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704403 Aug 08 02:27:50.175175 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ff7d2-b5b3-40f1-93c1-bb480a23c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9987ddc-b21f-4cdc-994a-eb4e820543ad,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:50.178640 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35946) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:50.213386 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416584a-5e49-4546-9e4c-26a77cee3586 req-833c5fbf-ad1b-4196-81f5-e0e7d529d758 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:50.215024 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8416584a-5e49-4546-9e4c-26a77cee3586 req-833c5fbf-ad1b-4196-81f5-e0e7d529d758 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0557444 Aug 08 02:27:50.232776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40d782a5-3c87-42cb-a859-fe0ded044dde admin admin] Publish callbacks [] for security_group (e9987ddc-b21f-4cdc-994a-eb4e820543ad), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.256718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40d782a5-3c87-42cb-a859-fe0ded044dde admin admin] Publish callbacks [] for security_group (e9987ddc-b21f-4cdc-994a-eb4e820543ad), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.266419 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8416584a-5e49-4546-9e4c-26a77cee3586 req-7053cf8c-ef2e-4b61-b8b0-d69d41055e20 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 Aug 08 02:27:50.366549 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40d782a5-3c87-42cb-a859-fe0ded044dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e9987ddc-b21f-4cdc-994a-eb4e820543ad), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.369230 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40d782a5-3c87-42cb-a859-fe0ded044dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:50.370560 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-40d782a5-3c87-42cb-a859-fe0ded044dde admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e9987ddc-b21f-4cdc-994a-eb4e820543ad HTTP/1.1" status: 204 len: 168 time: 0.1910193 Aug 08 02:27:50.384291 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d782a5-3c87-42cb-a859-fe0ded044dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9987ddc-b21f-4cdc-994a-eb4e820543ad,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:50.679927 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f301b5-8b9e-4ce7-ba6b-0337f0fcee7f req-f8fd65b3-6387-435a-8265-908ea5b6c817 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:50.681398 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b5f301b5-8b9e-4ce7-ba6b-0337f0fcee7f req-f8fd65b3-6387-435a-8265-908ea5b6c817 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Aug 08 02:27:50.742139 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b5f301b5-8b9e-4ce7-ba6b-0337f0fcee7f req-69be9269-fa0c-4f48-9b35-87b258888a23 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541735 Aug 08 02:27:50.831454 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61f28-0583-4a78-b5f3-26c0658a9649 req-1aea5fff-02f2-4608-a624-48a6386ca3b2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:50.832975 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-adf61f28-0583-4a78-b5f3-26c0658a9649 req-1aea5fff-02f2-4608-a624-48a6386ca3b2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Aug 08 02:27:50.882259 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-adf61f28-0583-4a78-b5f3-26c0658a9649 req-6688d09f-cf95-485e-9153-b58d241dbf81 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437346 Aug 08 02:27:51.099988 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f9ae7-c551-4902-94a0-af289add0699 req-601a626f-5afc-4821-9365-1de5f1fcf9e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:51.101498 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-840f9ae7-c551-4902-94a0-af289add0699 req-601a626f-5afc-4821-9365-1de5f1fcf9e9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0472288 Aug 08 02:27:51.107281 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 35962) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:51.121246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cd044882-06cf-44e0-be04-508d469635be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.154084 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-840f9ae7-c551-4902-94a0-af289add0699 req-c35f97d7-ff6a-45c7-b658-e375e50bc4f9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459685 Aug 08 02:27:51.203542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cd044882-06cf-44e0-be04-508d469635be admin admin] Publish callbacks [] for security_group (e99912bb-9ede-45f6-97c6-1207ed027b85), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.275121 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.326887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cd044882-06cf-44e0-be04-508d469635be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e99912bb-9ede-45f6-97c6-1207ed027b85), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.369058 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-cd044882-06cf-44e0-be04-508d469635be admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eb0e6959b1dc4089a3e16fcbf3b545c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606435 Aug 08 02:27:51.371012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd044882-06cf-44e0-be04-508d469635be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99912bb-9ede-45f6-97c6-1207ed027b85,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:51.372074 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 35966) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:51.412920 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62af7-6393-420f-8c4b-8f7b7b20722e req-39c665be-3997-4ff2-8dea-4dbeb07e4771 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:51.412920 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0ae62af7-6393-420f-8c4b-8f7b7b20722e req-39c665be-3997-4ff2-8dea-4dbeb07e4771 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0636950 Aug 08 02:27:51.463739 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.468693 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e8df76d-3519-41d2-b85d-b01eb5b903f4 admin admin] Publish callbacks [] for security_group (e99912bb-9ede-45f6-97c6-1207ed027b85), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.484374 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0ae62af7-6393-420f-8c4b-8f7b7b20722e req-58e2002b-87a1-40e8-a89d-1b4ecfb42e04 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724456 Aug 08 02:27:51.497431 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e8df76d-3519-41d2-b85d-b01eb5b903f4 admin admin] Publish callbacks [] for security_group (e99912bb-9ede-45f6-97c6-1207ed027b85), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.704320 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e8df76d-3519-41d2-b85d-b01eb5b903f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e99912bb-9ede-45f6-97c6-1207ed027b85), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.706927 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e8df76d-3519-41d2-b85d-b01eb5b903f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:51.708128 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8e8df76d-3519-41d2-b85d-b01eb5b903f4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e99912bb-9ede-45f6-97c6-1207ed027b85 HTTP/1.1" status: 204 len: 168 time: 0.3351970 Aug 08 02:27:51.716061 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df76d-3519-41d2-b85d-b01eb5b903f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99912bb-9ede-45f6-97c6-1207ed027b85,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:51.875182 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884510b-f668-4303-b52f-bcc4ce596279 req-9f9d25cc-f0d4-4c45-a3a3-de9c6fe4165e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:51.876651 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4884510b-f668-4303-b52f-bcc4ce596279 req-9f9d25cc-f0d4-4c45-a3a3-de9c6fe4165e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Aug 08 02:27:51.926785 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4884510b-f668-4303-b52f-bcc4ce596279 req-a207ef75-1d8e-456c-8129-8a870a73615d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Aug 08 02:27:52.012341 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ac0a4-d4e3-415c-bfbe-e3407b86543b req-2160e44c-4da4-4c42-97a1-285760968842 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:52.013829 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-720ac0a4-d4e3-415c-bfbe-e3407b86543b req-2160e44c-4da4-4c42-97a1-285760968842 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0472512 Aug 08 02:27:52.066640 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-720ac0a4-d4e3-415c-bfbe-e3407b86543b req-5d224095-3046-47f8-9ffa-38c9604b998f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472195 Aug 08 02:27:52.269120 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:52.281702 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f58e3-cd95-4bc4-8c4e-0be1f591640e req-662ec280-6541-4f9a-9725-f4f9d920f6fb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:52.283245 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-868f58e3-cd95-4bc4-8c4e-0be1f591640e req-662ec280-6541-4f9a-9725-f4f9d920f6fb tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0540402 Aug 08 02:27:52.330185 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-868f58e3-cd95-4bc4-8c4e-0be1f591640e req-65b17579-7727-44f7-bdfc-c330a9d55086 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Aug 08 02:27:52.582924 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-dda49ee8-4377-4570-8161-7b11147629ae service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886214 Aug 08 02:27:52.603407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb30e0-29d7-489b-9ede-10bfc544e57c req-e92ba172-9985-4efb-bcc5-a81e29cada33 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:52.604925 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-39cb30e0-29d7-489b-9ede-10bfc544e57c req-e92ba172-9985-4efb-bcc5-a81e29cada33 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0489092 Aug 08 02:27:52.657226 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-39cb30e0-29d7-489b-9ede-10bfc544e57c req-e1a810ab-2054-4a78-a30a-e8f2bc5ba925 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Aug 08 02:27:52.754097 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-06c48965-aa6c-4cfc-9aab-86f232b75fe9 req-a50df95d-7a07-4c38-9151-fe523fe65a34 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939353 Aug 08 02:27:53.039214 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:53.058449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0faff-37f0-455a-af8c-fcfbf7b3c847 req-ee7c7754-7bbd-44c4-8282-d3f3f3004c13 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:53.062173 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4bc0faff-37f0-455a-af8c-fcfbf7b3c847 req-ee7c7754-7bbd-44c4-8282-d3f3f3004c13 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Aug 08 02:27:53.131455 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4bc0faff-37f0-455a-af8c-fcfbf7b3c847 req-5741985e-7347-44c9-a964-4738f8cf2720 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627096 Aug 08 02:27:53.193449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aebca9-2862-4820-bbb9-8b07ef861a0c req-3fecf2dc-2305-4262-b726-19d3e0a9dc24 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:53.195305 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-88aebca9-2862-4820-bbb9-8b07ef861a0c req-3fecf2dc-2305-4262-b726-19d3e0a9dc24 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0504758 Aug 08 02:27:53.246842 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-88aebca9-2862-4820-bbb9-8b07ef861a0c req-8f21cdc3-d60e-48be-be05-7d6a60668584 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Aug 08 02:27:53.367503 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252911-d092-48e5-ac31-bbb4a9a72413 req-680ecf27-a52d-4fc0-8172-d6f44c9504fc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:53.377289 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ef252911-d092-48e5-ac31-bbb4a9a72413 req-680ecf27-a52d-4fc0-8172-d6f44c9504fc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0598688 Aug 08 02:27:53.382256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36032) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:53.389376 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'floatingip': {'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:53.424849 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:53.433966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:53.491129 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb47c-2215-4fbf-a82c-d43e9ec706be req-e0055384-8be5-4f4d-b553-8b83f6696bf3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:53.497140 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c8fb47c-2215-4fbf-a82c-d43e9ec706be req-e0055384-8be5-4f4d-b553-8b83f6696bf3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0612018 Aug 08 02:27:53.542619 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c8fb47c-2215-4fbf-a82c-d43e9ec706be req-76da3c77-4b88-438d-aec4-c19de6890112 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Aug 08 02:27:53.749487 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:53.750790 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:53.795742 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88d77d-2add-4b32-b8d3-0ad1159ce1ae req-b1647d02-234c-4cde-becd-27d1b7e81b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:53.797912 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ea88d77d-2add-4b32-b8d3-0ad1159ce1ae req-b1647d02-234c-4cde-becd-27d1b7e81b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0520444 Aug 08 02:27:53.853345 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ea88d77d-2add-4b32-b8d3-0ad1159ce1ae req-2d17f27b-2739-4072-9873-5d5bb7535d9f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496013 Aug 08 02:27:53.904311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:53.984777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:54.060323 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d454-29fb-4903-bebb-1f8dadbaa695 req-12f7d3cb-3990-45ec-bca4-bdcd2a794470 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:54.062225 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2fe4d454-29fb-4903-bebb-1f8dadbaa695 req-12f7d3cb-3990-45ec-bca4-bdcd2a794470 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0538921 Aug 08 02:27:54.120080 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2fe4d454-29fb-4903-bebb-1f8dadbaa695 req-94ee77d4-6b07-4fc4-9fc4-55617f807009 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517831 Aug 08 02:27:54.273280 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa0964-db89-47fa-9ff3-ed34c435814f req-fb2d56c9-19fb-492b-b1f5-eeadf4266331 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:54.275294 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdfa0964-db89-47fa-9ff3-ed34c435814f req-fb2d56c9-19fb-492b-b1f5-eeadf4266331 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Aug 08 02:27:54.336855 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdfa0964-db89-47fa-9ff3-ed34c435814f req-0f5a07f6-8ef4-42be-9a0e-90097a7fa661 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Aug 08 02:27:54.341810 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Floating IP 5dfc99ed-3dc3-4731-9547-2a4dd4300187 associated. External IP: 172.27.3.235, port: 9b3bb00c-894f-4b64-935c-89a64519fd90. Aug 08 02:27:54.488472 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960edda1-907b-49cb-8a59-48732179379b req-324f199e-ccd0-47fc-9e58-9685ecbc1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:54.490020 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-324f199e-ccd0-47fc-9e58-9685ecbc1860 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1130 time: 0.0548131 Aug 08 02:27:54.642620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:54.694622 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960edda1-907b-49cb-8a59-48732179379b req-7ccf95a3-a5b7-4004-a0a1-53a89505b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:54.696119 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-7ccf95a3-a5b7-4004-a0a1-53a89505b760 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 912 time: 0.1561506 Aug 08 02:27:54.699868 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Router 2784d75b-9488-47fc-ac16-6cedcf408725 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:27:54.751440 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:27:54.805414 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-8307f769-8c9b-415b-9908-d6e96375c48d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 1002 time: 0.1010096 Aug 08 02:27:54.899856 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:27:54.899856 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960edda1-907b-49cb-8a59-48732179379b req-764b3448-dde8-4452-be04-41b55c8cbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:54.899856 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-764b3448-dde8-4452-be04-41b55c8cbc55 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.0643704 Aug 08 02:27:54.901494 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:54.904391 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] Sync routers for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:27:54.908652 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:54.924911 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:27:54.925721 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:27:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:27:54.970106 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-aee248dd-9d04-4dea-a603-e72edaa4fe6b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5dfc99ed-3dc3-4731-9547-2a4dd4300187 HTTP/1.1" status: 200 len: 991 time: 1.5859845 Aug 08 02:27:54.973249 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:27:54.975511 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:27:54.984558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960edda1-907b-49cb-8a59-48732179379b req-407bba04-8eec-4776-baa6-e92bfe7425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:54.986605 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-407bba04-8eec-4776-baa6-e92bfe7425a7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614588 Aug 08 02:27:55.024527 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57ac3-b323-4919-9fbd-4ce1e0dd1b1a req-ff5152d2-f831-4d65-94a6-1bc9d9e6debf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:55.026151 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06e57ac3-b323-4919-9fbd-4ce1e0dd1b1a req-ff5152d2-f831-4d65-94a6-1bc9d9e6debf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 944 time: 0.0990465 Aug 08 02:27:55.081242 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device c32805ad-aa79-4a4e-bcb8-fdaa7a625107 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:27:55.084532 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded693ff-72db-410d-91f0-f4a0ea4d0f7e x-openstack-request-id: req-ded693ff-72db-410d-91f0-f4a0ea4d0f7e {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:27:55.084729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:27:55.085048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ded693ff-72db-410d-91f0-f4a0ea4d0f7e {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:27:55.085382 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded693ff-72db-410d-91f0-f4a0ea4d0f7e'] response: {'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'status': 'completed', 'code': 200} Aug 08 02:27:55.112875 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:27:55.167141 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-06e57ac3-b323-4919-9fbd-4ce1e0dd1b1a req-008dadee-751b-438f-83c9-3e762a37fd22 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332374 Aug 08 02:27:55.199386 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-6e22788f-ed42-4e68-a443-7c00341364ee service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047372 Aug 08 02:27:55.204436 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-8fa7bbec-49f9-424e-a754-2a1e8663588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:55.206082 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-8fa7bbec-49f9-424e-a754-2a1e8663588a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.0983355 Aug 08 02:27:55.284413 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:55.310214 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a50b7-83e8-4045-b000-ef5d313f87be req-3bba081d-4500-43ac-a0bf-080447fbe10e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:55.311999 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-314a50b7-83e8-4045-b000-ef5d313f87be req-3bba081d-4500-43ac-a0bf-080447fbe10e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0568213 Aug 08 02:27:55.369263 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-314a50b7-83e8-4045-b000-ef5d313f87be req-89ac0222-e56d-406e-9968-284b6d4bd040 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Aug 08 02:27:55.385614 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-960edda1-907b-49cb-8a59-48732179379b req-93426d7e-7361-464a-bd4d-bec888f9c6cb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652658 Aug 08 02:27:55.401427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-583fbd98-7876-45dd-bdf8-e3e4a69516b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:55.403101 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-583fbd98-7876-45dd-bdf8-e3e4a69516b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.1814148 Aug 08 02:27:55.404318 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:55.428059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'port_id': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'mac_address': 'fa:16:3e:99:23:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:27:55.431358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:55.479195 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:55.485977 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-72775a93-2ca8-4bc4-9109-817d598a8c27 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 999 time: 0.0744855 Aug 08 02:27:55.500614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:55.501029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:55.520872 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbeb42-0afb-421e-92cf-0645a14e99ae req-3102e266-8927-4367-b555-1ab45ae2360e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:55.522421 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-55dbeb42-0afb-421e-92cf-0645a14e99ae req-3102e266-8927-4367-b555-1ab45ae2360e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0633595 Aug 08 02:27:55.538247 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32805ad-aa79-4a4e-bcb8-fdaa7a625107 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:27:55.563021 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:55.568433 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '5dfc99ed-3dc3-4731-9547-2a4dd4300187', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:28Z', 'updated_at': '2022-08-08T02:27:53Z', 'revision_number': 1, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:27:55.579537 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-55dbeb42-0afb-421e-92cf-0645a14e99ae req-77347ba2-9643-4f8b-a1a6-1a583bf0b7c2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506792 Aug 08 02:27:55.596709 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] Checking router: 2784d75b-9488-47fc-ac16-6cedcf408725 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:27:55.605291 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:27:55.605898 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:27:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:27:55.711509 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:27:55.738993 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:55.739645 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:27:55.901076 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:55.946913 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:55.951857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.952283 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.953211 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.953571 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:55.966358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:56.013498 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:56.040015 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'mac_address': 'fa:16:3e:70:0d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:27:56.111858 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '5dfc99ed-3dc3-4731-9547-2a4dd4300187', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:28Z', 'updated_at': '2022-08-08T02:27:53Z', 'revision_number': 1, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:27:56.113796 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: ACTIVE; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:56.114256 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:56.145805 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ede4fd-047b-46e2-af06-47fe73dd750b None None] The sync data for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi is: [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '5dfc99ed-3dc3-4731-9547-2a4dd4300187', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:28Z', 'updated_at': '2022-08-08T02:27:53Z', 'revision_number': 1, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:27:56.151556 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:27:56.174169 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:56.297330 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e57ac-db6c-42e3-8ecf-35d8224cbfc4 req-cf86fc28-fa3b-41b7-bd32-0b184a556d66 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:56.299015 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fb4e57ac-db6c-42e3-8ecf-35d8224cbfc4 req-cf86fc28-fa3b-41b7-bd32-0b184a556d66 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 945 time: 0.0526178 Aug 08 02:27:56.321234 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:56.362562 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fb4e57ac-db6c-42e3-8ecf-35d8224cbfc4 req-6fe8221e-e16e-4a7f-a7dc-ce40147434a7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568666 Aug 08 02:27:56.385946 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=6']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:56.424560 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45c5d4-8ab8-4f34-9b2b-5e9280f17519 None None] New status for floating IP 5dfc99ed-3dc3-4731-9547-2a4dd4300187: ACTIVE {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:27:56.507725 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fda78-17a3-45bf-91a9-5c3cff7e66f1 req-6c948db8-50ca-430c-8278-415cb9cbf2fe tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:56.509429 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-264fda78-17a3-45bf-91a9-5c3cff7e66f1 req-6c948db8-50ca-430c-8278-415cb9cbf2fe tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0505307 Aug 08 02:27:56.559125 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-264fda78-17a3-45bf-91a9-5c3cff7e66f1 req-12ecb450-6160-4362-b2dd-446d2315e6ac tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 Aug 08 02:27:56.711334 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42375f4b-718e-42ac-997a-020726c53f27 req-17e78f6b-72c8-48f9-95e3-22e326820613 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:56.712879 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42375f4b-718e-42ac-997a-020726c53f27 req-17e78f6b-72c8-48f9-95e3-22e326820613 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0495801 Aug 08 02:27:56.726136 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:56.761998 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-42375f4b-718e-42ac-997a-020726c53f27 req-5030bd2a-ce40-46f6-ba8a-b4c63f87e145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Aug 08 02:27:57.487862 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51e785-6589-492f-a452-3aa6b9a556aa req-5bd068c7-bf21-4acc-8af9-db284767b795 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:57.489368 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c51e785-6589-492f-a452-3aa6b9a556aa req-5bd068c7-bf21-4acc-8af9-db284767b795 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 945 time: 0.0528235 Aug 08 02:27:57.545817 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c51e785-6589-492f-a452-3aa6b9a556aa req-b6e91d88-7ef4-48b1-98f8-8d857c2d4948 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508537 Aug 08 02:27:57.680515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcee12-d80b-4284-8a3b-a4099c23b5e3 req-877c9e32-b0bf-4424-9419-0be8e7f15047 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:57.681978 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a9dcee12-d80b-4284-8a3b-a4099c23b5e3 req-877c9e32-b0bf-4424-9419-0be8e7f15047 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0460825 Aug 08 02:27:57.728136 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a9dcee12-d80b-4284-8a3b-a4099c23b5e3 req-47979187-dc7a-470b-80ac-cb537219f1c4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Aug 08 02:27:57.886886 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222de8bc-03d0-422a-8468-a26d46115d19 req-723688d0-730a-4667-bfbc-c8cc816f4aeb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:57.888329 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-222de8bc-03d0-422a-8468-a26d46115d19 req-723688d0-730a-4667-bfbc-c8cc816f4aeb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0487895 Aug 08 02:27:57.934742 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-222de8bc-03d0-422a-8468-a26d46115d19 req-173f8ca0-49bb-4709-a3e3-fbc34c7df90d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Aug 08 02:27:58.286373 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-a479eb31-44aa-4761-a145-a8279bacd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:58.287851 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-a479eb31-44aa-4761-a145-a8279bacd30b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0502908 Aug 08 02:27:58.663968 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edd232-c97d-421c-8246-42cb4f728779 req-2d915d2b-70fb-4881-afa7-082456de16ee tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:58.665432 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-10edd232-c97d-421c-8246-42cb4f728779 req-2d915d2b-70fb-4881-afa7-082456de16ee tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 945 time: 0.0464156 Aug 08 02:27:58.713050 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-10edd232-c97d-421c-8246-42cb4f728779 req-e46988aa-ca68-495d-bafd-70f4d22d5b3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419536 Aug 08 02:27:58.846548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ced5f-5678-4eed-9832-8710bc769c0a req-8f786c92-5331-46b5-b156-324c0aecbbb3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:58.848000 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-668ced5f-5678-4eed-9832-8710bc769c0a req-8f786c92-5331-46b5-b156-324c0aecbbb3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0468378 Aug 08 02:27:58.899723 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-668ced5f-5678-4eed-9832-8710bc769c0a req-e46072a2-b62d-4e01-9965-45ad9dc5e2ff tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460439 Aug 08 02:27:59.063046 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7607e6-dc5f-425d-bc63-61fac148e751 req-0fbbf750-d155-4b34-8abf-c74bd2a8ee46 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:59.064797 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2a7607e6-dc5f-425d-bc63-61fac148e751 req-0fbbf750-d155-4b34-8abf-c74bd2a8ee46 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0473442 Aug 08 02:27:59.113088 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2a7607e6-dc5f-425d-bc63-61fac148e751 req-24f439de-a78a-45fa-be89-10abfc0cf395 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Aug 08 02:27:59.255649 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-299e5d4e-8f15-4d84-b748-51856fc74c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:59.257217 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-299e5d4e-8f15-4d84-b748-51856fc74c62 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417132 Aug 08 02:27:59.359611 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-98ccb797-9800-413c-87a4-b60dee997bc9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902486 Aug 08 02:27:59.503630 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5c35d39c-ff3c-4ff4-9c55-459927ecbb5d req-e0ffe396-1245-4759-8b7a-7415a4cf879a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Aug 08 02:27:59.729079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['8d2a6aac-ff75-417c-b0b9-cbf799f88d22'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:27:59.756875 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:59.839630 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9436c8e-232d-4bf8-ac92-6ab8aac43bb1 req-f3d6efe5-76e1-475f-a4f1-1fcf6b86d292 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:59.842377 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9436c8e-232d-4bf8-ac92-6ab8aac43bb1 req-f3d6efe5-76e1-475f-a4f1-1fcf6b86d292 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 945 time: 0.0505667 Aug 08 02:27:59.883501 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['c32805ad-aa79-4a4e-bcb8-fdaa7a625107'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:27:59.894810 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9436c8e-232d-4bf8-ac92-6ab8aac43bb1 req-38f68a39-68bd-4ee7-9ee8-fc2f44dee678 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Aug 08 02:28:00.027923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640c4b-fb5d-4be6-92c5-d9fd8b42233a req-da85af98-f8f1-435d-a103-ec98731c7a27 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:00.029719 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f5640c4b-fb5d-4be6-92c5-d9fd8b42233a req-da85af98-f8f1-435d-a103-ec98731c7a27 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0517216 Aug 08 02:28:00.081563 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f5640c4b-fb5d-4be6-92c5-d9fd8b42233a req-f9c58bc8-2722-4fd4-9f57-51346a68979c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Aug 08 02:28:00.242043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714ad08-6f05-4b65-9a1e-508c8c25a00d req-5ca83c1e-46ca-4fbd-a5bc-96b2cde6ad9d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:00.243602 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8714ad08-6f05-4b65-9a1e-508c8c25a00d req-5ca83c1e-46ca-4fbd-a5bc-96b2cde6ad9d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0486641 Aug 08 02:28:00.265699 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:00.295758 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8714ad08-6f05-4b65-9a1e-508c8c25a00d req-944c1810-cbb0-429e-b155-04df2421c972 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 Aug 08 02:28:01.028644 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60d54b-03cc-4af5-bf30-c0ca3468d7a0 req-a9d45ec8-fd82-450c-9dc5-26aad09a0090 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:01.030171 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f60d54b-03cc-4af5-bf30-c0ca3468d7a0 req-a9d45ec8-fd82-450c-9dc5-26aad09a0090 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 945 time: 0.0525928 Aug 08 02:28:01.084950 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:01.089916 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f60d54b-03cc-4af5-bf30-c0ca3468d7a0 req-10d8ea6d-2c47-4f60-9372-8f7c059c7437 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526955 Aug 08 02:28:01.178792 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device c32805ad-aa79-4a4e-bcb8-fdaa7a625107 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:01.240326 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b871566-634f-42c5-a8df-7e74cedcc8e9 req-1c5a0d2c-22c9-430d-8579-420ae6bba3ce tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:01.251348 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6b871566-634f-42c5-a8df-7e74cedcc8e9 req-1c5a0d2c-22c9-430d-8579-420ae6bba3ce tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0838099 Aug 08 02:28:01.260989 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:28:01.332304 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:01.333086 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.360719 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6b871566-634f-42c5-a8df-7e74cedcc8e9 req-fbe37aa8-e724-4789-9704-e1fb06be770e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041794 Aug 08 02:28:01.442051 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36228) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:01.526839 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1486-1978-405f-abb9-f769d9ce47fc req-4e1035e4-a6a8-4f74-9505-6ef9a7cababb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:01.537564 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-146c1486-1978-405f-abb9-f769d9ce47fc req-4e1035e4-a6a8-4f74-9505-6ef9a7cababb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0679996 Aug 08 02:28:01.613043 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-146c1486-1978-405f-abb9-f769d9ce47fc req-2e313646-607c-4b57-bf1b-faee022120fa tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742805 Aug 08 02:28:01.653278 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:01.653677 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.662314 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2c668f0d-6765-46f8-88da-17f6adadd9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.676997 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:01.685577 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:01.688081 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ecbf5-94fd-435d-b69e-14bfd61804d4" -d '{"events": [{"server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "name": "network-vif-plugged", "status": "completed", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:01.723590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:01.743396 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85edf17-baba-4b7d-bd42-cadbc2a43f82 x-openstack-request-id: req-d85edf17-baba-4b7d-bd42-cadbc2a43f82 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:01.743720 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "name": "network-vif-plugged", "status": "completed", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:01.743974 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d85edf17-baba-4b7d-bd42-cadbc2a43f82 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:01.744430 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85edf17-baba-4b7d-bd42-cadbc2a43f82'] response: {'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'code': 200} Aug 08 02:28:01.817305 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2c668f0d-6765-46f8-88da-17f6adadd9ce admin admin] Publish callbacks [] for security_group (26ff346d-536b-4c43-a956-6cba38221843), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.834565 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.835594 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:01.909620 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2c668f0d-6765-46f8-88da-17f6adadd9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (26ff346d-536b-4c43-a956-6cba38221843), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.940650 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:01.956630 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:01.957382 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:01.977653 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2c668f0d-6765-46f8-88da-17f6adadd9ce admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e68bfeb0ccd84947b9ccc0c41a89d58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5342290 Aug 08 02:28:01.980565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36244) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:02.041168 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c668f0d-6765-46f8-88da-17f6adadd9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ff346d-536b-4c43-a956-6cba38221843,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:02.057154 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-87450353-6ccb-45cf-9f11-fa2841339e08 admin admin] Publish callbacks [] for security_group (26ff346d-536b-4c43-a956-6cba38221843), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:02.097238 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-87450353-6ccb-45cf-9f11-fa2841339e08 admin admin] Publish callbacks [] for security_group (26ff346d-536b-4c43-a956-6cba38221843), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:02.127239 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:02.147141 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:02.154431 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:02.199093 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e775f4-2dac-45ac-90cb-53e3c53105e7 req-b40743ac-bf26-4566-a75b-cdd20d8d1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:02.201042 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7e775f4-2dac-45ac-90cb-53e3c53105e7 req-b40743ac-bf26-4566-a75b-cdd20d8d1972 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 1130 time: 0.0579829 Aug 08 02:28:02.232040 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:02.283934 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49e2eb-7e19-4301-8f2a-ef5a8127c215 req-010530f5-4422-4e4c-9f29-38735c23f68a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:02.293494 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fa49e2eb-7e19-4301-8f2a-ef5a8127c215 req-010530f5-4422-4e4c-9f29-38735c23f68a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0691016 Aug 08 02:28:02.298986 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:02.313547 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-87450353-6ccb-45cf-9f11-fa2841339e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (26ff346d-536b-4c43-a956-6cba38221843), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:02.318161 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-87450353-6ccb-45cf-9f11-fa2841339e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:02.321963 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-87450353-6ccb-45cf-9f11-fa2841339e08 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/26ff346d-536b-4c43-a956-6cba38221843 HTTP/1.1" status: 204 len: 168 time: 0.3402987 Aug 08 02:28:02.377944 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=7']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:02.395435 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87450353-6ccb-45cf-9f11-fa2841339e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ff346d-536b-4c43-a956-6cba38221843,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:02.402742 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7e775f4-2dac-45ac-90cb-53e3c53105e7 req-c9cf3c4c-5401-44b0-bea1-ec43e6cb0f92 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942840 Aug 08 02:28:02.448849 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fa49e2eb-7e19-4301-8f2a-ef5a8127c215 req-a35e382e-7c3a-4b18-8918-50df8d57d7c5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543787 Aug 08 02:28:02.872428 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fffdb-3c0e-4c19-8a10-66f23be08d12 req-144a9265-7661-4665-8268-1661460cf5f9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:02.872428 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b07fffdb-3c0e-4c19-8a10-66f23be08d12 req-144a9265-7661-4665-8268-1661460cf5f9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0545435 Aug 08 02:28:02.872428 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b07fffdb-3c0e-4c19-8a10-66f23be08d12 req-602a446f-eb7a-4f0e-a0df-6564c7d905cd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524247 Aug 08 02:28:03.563007 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b9152-dc1b-4a32-b62e-78c973e99e96 req-2bb37f38-9696-4bf4-8dd9-baf869f18192 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:03.564510 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c54b9152-dc1b-4a32-b62e-78c973e99e96 req-2bb37f38-9696-4bf4-8dd9-baf869f18192 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0595179 Aug 08 02:28:03.635164 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:03.640224 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c54b9152-dc1b-4a32-b62e-78c973e99e96 req-d40b2e91-7509-4a6f-af47-fa1c113d3ca4 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694966 Aug 08 02:28:03.745846 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:03.748474 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddfbd2d-b8f0-460f-a854-d3265b37e7fb" -d '{"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-plugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:03.792647 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7bfb6-8dfd-451c-8b17-9c01dd274cf0 x-openstack-request-id: req-0fd7bfb6-8dfd-451c-8b17-9c01dd274cf0 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:03.796640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-plugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:03.796640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0fd7bfb6-8dfd-451c-8b17-9c01dd274cf0 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:03.796640 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd7bfb6-8dfd-451c-8b17-9c01dd274cf0'] response: {'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'code': 200} Aug 08 02:28:03.899451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36306) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:04.040995 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851e36-336f-4b18-bb94-5396dd105288 req-2f086523-7d0a-4805-852a-97d807d53e92 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:04.043507 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8a851e36-336f-4b18-bb94-5396dd105288 req-2f086523-7d0a-4805-852a-97d807d53e92 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0770004 Aug 08 02:28:04.105262 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30448010-6a45-4ccc-b6d3-12634a100944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:04.122726 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8a851e36-336f-4b18-bb94-5396dd105288 req-41622005-8513-41ea-bb63-ab0c16969219 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725186 Aug 08 02:28:04.223249 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30448010-6a45-4ccc-b6d3-12634a100944 admin admin] Publish callbacks [] for security_group (eebbaf47-ecb6-48f7-b35c-b67289c716f5), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:04.487012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30448010-6a45-4ccc-b6d3-12634a100944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (eebbaf47-ecb6-48f7-b35c-b67289c716f5), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:04.538752 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-30448010-6a45-4ccc-b6d3-12634a100944 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f210905da2984274be07bf2427b4b5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6371930 Aug 08 02:28:04.541623 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36324) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:04.618054 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448010-6a45-4ccc-b6d3-12634a100944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebbaf47-ecb6-48f7-b35c-b67289c716f5,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:04.632989 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-674154ca-1c7a-49e0-b562-2cc5c73f63de admin admin] Publish callbacks [] for security_group (eebbaf47-ecb6-48f7-b35c-b67289c716f5), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:04.681267 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-674154ca-1c7a-49e0-b562-2cc5c73f63de admin admin] Publish callbacks [] for security_group (eebbaf47-ecb6-48f7-b35c-b67289c716f5), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:04.810675 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0e64-3a9a-42d2-a4c0-1676684a4398 req-dcb8238f-6598-4798-97d3-c91f6c8cd1c3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:04.812964 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d61d0e64-3a9a-42d2-a4c0-1676684a4398 req-dcb8238f-6598-4798-97d3-c91f6c8cd1c3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0554900 Aug 08 02:28:04.865415 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d61d0e64-3a9a-42d2-a4c0-1676684a4398 req-66297473-f963-423b-8dae-506127e6dea8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461206 Aug 08 02:28:05.199172 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-674154ca-1c7a-49e0-b562-2cc5c73f63de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (eebbaf47-ecb6-48f7-b35c-b67289c716f5), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:05.204286 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-674154ca-1c7a-49e0-b562-2cc5c73f63de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:05.210433 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-674154ca-1c7a-49e0-b562-2cc5c73f63de admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eebbaf47-ecb6-48f7-b35c-b67289c716f5 HTTP/1.1" status: 204 len: 168 time: 0.6625175 Aug 08 02:28:05.235578 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674154ca-1c7a-49e0-b562-2cc5c73f63de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebbaf47-ecb6-48f7-b35c-b67289c716f5,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:05.251881 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64da2-2a70-43c3-99a2-b7982912e04c req-ec38e314-6158-4368-aa36-c708b9804f33 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:05.253637 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3aa64da2-2a70-43c3-99a2-b7982912e04c req-ec38e314-6158-4368-aa36-c708b9804f33 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.3098259 Aug 08 02:28:05.266391 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36342) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:05.271974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'port_id': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:05.277048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:05.312069 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5579a2-f2d6-49ec-9573-a31d2a21cd15 req-016f55b3-0d0f-4099-b997-c12d4a8440f5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:05.315720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8a5579a2-f2d6-49ec-9573-a31d2a21cd15 req-016f55b3-0d0f-4099-b997-c12d4a8440f5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0939376 Aug 08 02:28:05.364974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (52e7f0e9-d2c2-4850-a97d-72ce35664996), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:05.417024 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8a5579a2-f2d6-49ec-9573-a31d2a21cd15 req-b5ad8e73-f9a4-42cc-bc96-8f073cbb0194 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955403 Aug 08 02:28:06.000125 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:06.013002 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:06.098960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (52e7f0e9-d2c2-4850-a97d-72ce35664996), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:06.244292 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 52e7f0e9-d2c2-4850-a97d-72ce35664996 associated. External IP: 172.27.3.111, port: c32805ad-aa79-4a4e-bcb8-fdaa7a625107. Aug 08 02:28:06.354576 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36354) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:06.374402 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-35a1de0e-4218-4ed5-aa4e-190f92e20b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:06.405898 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:06.564211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-35a1de0e-4218-4ed5-aa4e-190f92e20b08 admin admin] Publish callbacks [] for security_group (00c55b2d-6bca-4845-b341-9de4b77256a3), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:06.573135 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:28:06.700579 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36360) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:06.701390 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-35a1de0e-4218-4ed5-aa4e-190f92e20b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (00c55b2d-6bca-4845-b341-9de4b77256a3), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:06.733464 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:28:06.738763 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:06.747178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:28:06.769606 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1de0e-4218-4ed5-aa4e-190f92e20b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c55b2d-6bca-4845-b341-9de4b77256a3,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:06.775618 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:06.776277 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:27:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:06.807457 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:06.815316 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-35a1de0e-4218-4ed5-aa4e-190f92e20b08 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=34cba5c1d333405d9112b910c4b6bd19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578097 Aug 08 02:28:06.816982 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36364) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:06.817809 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-06c4f2ea-a73f-4b8d-b275-308e8e70ac59 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/52e7f0e9-d2c2-4850-a97d-72ce35664996 HTTP/1.1" status: 200 len: 992 time: 1.5499182 Aug 08 02:28:06.818283 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:06.820826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511dd41d-f11d-41a0-8de6-18b15fc7560e" -d '{"events": [{"name": "network-changed", "server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:06.863396 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2b33-d990-490a-b0ac-2af55ceeb3c1 req-1a8ca2c1-6e11-47fb-8d9e-58c49d41681a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:06.874604 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-857d2b33-d990-490a-b0ac-2af55ceeb3c1 req-1a8ca2c1-6e11-47fb-8d9e-58c49d41681a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.2480593 Aug 08 02:28:06.931384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50986aa-76dd-41cb-9d4c-26184616d0e4 x-openstack-request-id: req-c50986aa-76dd-41cb-9d4c-26184616d0e4 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:06.932176 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:06.933169 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c50986aa-76dd-41cb-9d4c-26184616d0e4 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:06.941718 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50986aa-76dd-41cb-9d4c-26184616d0e4'] response: {'name': 'network-changed', 'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'status': 'completed', 'code': 200} Aug 08 02:28:06.960631 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-857d2b33-d990-490a-b0ac-2af55ceeb3c1 req-284ec3b9-e31c-4972-9311-b4e0e9dd15cc tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837526 Aug 08 02:28:07.023982 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6d1b77f7-5d7c-4497-9936-a14da9feef98 admin admin] Publish callbacks [] for security_group (00c55b2d-6bca-4845-b341-9de4b77256a3), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.053829 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6d1b77f7-5d7c-4497-9936-a14da9feef98 admin admin] Publish callbacks [] for security_group (00c55b2d-6bca-4845-b341-9de4b77256a3), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.081773 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f576c0-51ec-4f67-ac3e-cfd9afdf545c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.083857 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:07.146463 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-8776e9d6-c669-46bd-b801-ac8f2a6013a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:07.148659 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-8776e9d6-c669-46bd-b801-ac8f2a6013a4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 1130 time: 0.1803935 Aug 08 02:28:07.182300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:07.211193 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f576c0-51ec-4f67-ac3e-cfd9afdf545c admin admin] Publish callbacks [] for security_group (d6624bef-a6a0-47da-8756-685a248d1dd2), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.286888 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-57b99f39-e904-4673-ba7e-e3b1bd9f1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:07.287304 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6d1b77f7-5d7c-4497-9936-a14da9feef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (00c55b2d-6bca-4845-b341-9de4b77256a3), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.288891 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-57b99f39-e904-4673-ba7e-e3b1bd9f1ee6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 916 time: 0.1322062 Aug 08 02:28:07.289945 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6d1b77f7-5d7c-4497-9936-a14da9feef98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.293543 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6d1b77f7-5d7c-4497-9936-a14da9feef98 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/00c55b2d-6bca-4845-b341-9de4b77256a3 HTTP/1.1" status: 204 len: 168 time: 0.4676292 Aug 08 02:28:07.320644 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b77f7-5d7c-4497-9936-a14da9feef98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c55b2d-6bca-4845-b341-9de4b77256a3,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:07.366677 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f576c0-51ec-4f67-ac3e-cfd9afdf545c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d6624bef-a6a0-47da-8756-685a248d1dd2), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.391225 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-bc60cade-d1a7-4f62-8bc2-2ad8433ab837 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107 HTTP/1.1" status: 200 len: 1000 time: 0.0926099 Aug 08 02:28:07.440253 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b4f576c0-51ec-4f67-ac3e-cfd9afdf545c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f50300d61f164b9aa7c9866eb5d84bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7339549 Aug 08 02:28:07.449441 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f576c0-51ec-4f67-ac3e-cfd9afdf545c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6624bef-a6a0-47da-8756-685a248d1dd2,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:07.458237 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36378) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:07.466994 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-ff3eb3e3-4bc5-4913-8eb8-0d46491f4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:07.469553 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-ff3eb3e3-4bc5-4913-8eb8-0d46491f4ffc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0713699 Aug 08 02:28:07.541276 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:07.542583 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-e73867c0-e5cf-4d00-a1b0-48394518d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:07.544340 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-e73867c0-e5cf-4d00-a1b0-48394518d2e5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657063 Aug 08 02:28:07.559201 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:17Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}, {'id': '52e7f0e9-d2c2-4850-a97d-72ce35664996', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:99:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:35Z', 'updated_at': '2022-08-08T02:28:05Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:07.570793 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-27217af7-f3e1-48df-b545-1e3993ac8189 admin admin] Publish callbacks [] for security_group (d6624bef-a6a0-47da-8756-685a248d1dd2), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.591839 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:28:07.634144 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:07.635462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:27:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:07.656140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-27217af7-f3e1-48df-b545-1e3993ac8189 admin admin] Publish callbacks [] for security_group (d6624bef-a6a0-47da-8756-685a248d1dd2), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.698768 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-6b95d03a-366f-474e-8770-a7bf55935b8a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452961 Aug 08 02:28:07.807063 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:07.834818 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-27217af7-f3e1-48df-b545-1e3993ac8189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d6624bef-a6a0-47da-8756-685a248d1dd2), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.837761 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-27217af7-f3e1-48df-b545-1e3993ac8189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:07.840117 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-27217af7-f3e1-48df-b545-1e3993ac8189 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d6624bef-a6a0-47da-8756-685a248d1dd2 HTTP/1.1" status: 204 len: 168 time: 0.3798068 Aug 08 02:28:07.840515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:07.872926 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27217af7-f3e1-48df-b545-1e3993ac8189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6624bef-a6a0-47da-8756-685a248d1dd2,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:07.948183 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:08.248141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e182ec-540f-4be0-ac6a-3f0c19d54704 req-a021440e-0373-4227-b6b1-3445ebda280f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:08.253567 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:17Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}, {'id': '52e7f0e9-d2c2-4850-a97d-72ce35664996', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:99:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:35Z', 'updated_at': '2022-08-08T02:28:05Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:08.254040 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a6e182ec-540f-4be0-ac6a-3f0c19d54704 req-a021440e-0373-4227-b6b1-3445ebda280f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.1175673 Aug 08 02:28:08.275631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36390) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:08.294038 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced48888-4b61-4eab-a4a4-2c490f9c1731 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:17Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}, {'id': '52e7f0e9-d2c2-4850-a97d-72ce35664996', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:99:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:35Z', 'updated_at': '2022-08-08T02:28:05Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:28:08.299590 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-044fc22f-1a13-4913-bbee-91d9adeebf91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.346339 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-511dd41d-f11d-41a0-8de6-18b15fc7560e req-f2378b56-637f-4267-ab39-1f497db7201a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399226 Aug 08 02:28:08.359972 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a6e182ec-540f-4be0-ac6a-3f0c19d54704 req-e9e03e61-c91d-4239-a55e-28288fc135e6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956769 Aug 08 02:28:08.397161 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:08.452608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-044fc22f-1a13-4913-bbee-91d9adeebf91 admin admin] Publish callbacks [] for security_group (e12c13ea-f773-40ed-be43-c72497c96518), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.597094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-044fc22f-1a13-4913-bbee-91d9adeebf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e12c13ea-f773-40ed-be43-c72497c96518), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.616147 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8cce4-a90b-4a0b-9ac8-c14fd3a4cec0 None None] New status for floating IP 52e7f0e9-d2c2-4850-a97d-72ce35664996: ACTIVE {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:28:08.653601 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-044fc22f-1a13-4913-bbee-91d9adeebf91 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d50a906f4a7443e99f524e7cc4dd5343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762269 Aug 08 02:28:08.654437 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fc22f-1a13-4913-bbee-91d9adeebf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c13ea-f773-40ed-be43-c72497c96518,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:08.657115 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36396) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:08.725132 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-39cceb98-fac2-4d9d-b7dc-465ce6b43d08 admin admin] Publish callbacks [] for security_group (e12c13ea-f773-40ed-be43-c72497c96518), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.736263 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:08.751653 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-39cceb98-fac2-4d9d-b7dc-465ce6b43d08 admin admin] Publish callbacks [] for security_group (e12c13ea-f773-40ed-be43-c72497c96518), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.950023 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-39cceb98-fac2-4d9d-b7dc-465ce6b43d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e12c13ea-f773-40ed-be43-c72497c96518), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.960831 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-39cceb98-fac2-4d9d-b7dc-465ce6b43d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:08.960831 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-39cceb98-fac2-4d9d-b7dc-465ce6b43d08 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e12c13ea-f773-40ed-be43-c72497c96518 HTTP/1.1" status: 204 len: 168 time: 0.2967284 Aug 08 02:28:08.968073 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cceb98-fac2-4d9d-b7dc-465ce6b43d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c13ea-f773-40ed-be43-c72497c96518,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:09.002581 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36404) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:09.024064 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1fb5-08e6-4bcb-bee3-4eea4aee4eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:09.162055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1fb5-08e6-4bcb-bee3-4eea4aee4eb3 admin admin] Publish callbacks [] for security_group (1ba275e0-9f0c-4194-b89c-6763626a39c8), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:09.504622 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4233f4-477b-419a-8ab1-c11fd147c4cd req-350c92a6-55b2-4364-a8d0-f74bfaaf85c4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:09.506130 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c4233f4-477b-419a-8ab1-c11fd147c4cd req-350c92a6-55b2-4364-a8d0-f74bfaaf85c4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Aug 08 02:28:09.524413 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:09.554637 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c4233f4-477b-419a-8ab1-c11fd147c4cd req-78d6a5e8-6f38-4978-8024-2476984590df tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Aug 08 02:28:09.800770 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c6aa1fb5-08e6-4bcb-bee3-4eea4aee4eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1ba275e0-9f0c-4194-b89c-6763626a39c8), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:09.841875 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa1fb5-08e6-4bcb-bee3-4eea4aee4eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba275e0-9f0c-4194-b89c-6763626a39c8,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:09.845944 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-c6aa1fb5-08e6-4bcb-bee3-4eea4aee4eb3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=09ade170d87249f680892b2213e8b643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8422749 Aug 08 02:28:09.848579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36412) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:09.878197 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:09.903030 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2841f357-265e-4044-8442-e0aad9957b69 admin admin] Publish callbacks [] for security_group (1ba275e0-9f0c-4194-b89c-6763626a39c8), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:09.928169 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2841f357-265e-4044-8442-e0aad9957b69 admin admin] Publish callbacks [] for security_group (1ba275e0-9f0c-4194-b89c-6763626a39c8), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:10.043443 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2841f357-265e-4044-8442-e0aad9957b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1ba275e0-9f0c-4194-b89c-6763626a39c8), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:10.044888 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2841f357-265e-4044-8442-e0aad9957b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:10.048895 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-2841f357-265e-4044-8442-e0aad9957b69 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ba275e0-9f0c-4194-b89c-6763626a39c8 HTTP/1.1" status: 204 len: 168 time: 0.1968997 Aug 08 02:28:10.060818 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841f357-265e-4044-8442-e0aad9957b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba275e0-9f0c-4194-b89c-6763626a39c8,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:10.703965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf41434-1d91-41f7-a8ac-41268449130b req-276262dd-f503-4163-96fc-afda5c8be54a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:10.712166 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8cf41434-1d91-41f7-a8ac-41268449130b req-276262dd-f503-4163-96fc-afda5c8be54a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0636444 Aug 08 02:28:10.782655 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8cf41434-1d91-41f7-a8ac-41268449130b req-1ade4d67-69b3-4714-b307-db0062be08de tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693824 Aug 08 02:28:11.137418 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36454) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:11.261824 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1967980039-network', 'tenant_id': '9e07259e76544a1da77c1a2d34d42132'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:11.378491 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Made reservation on behalf of 9e07259e76544a1da77c1a2d34d42132 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:11.380989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.402007 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.518512 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks [] for security_group (5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.635390 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.654956 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:28:11.678345 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (2db92a58-a40e-4cb1-8fe6-819095c9171b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.678705 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Added segment 2db92a58-a40e-4cb1-8fe6-819095c9171b of type vlan for network d160310b-acce-44b6-94c6-b5a489b46e98 Aug 08 02:28:11.803632 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (d160310b-acce-44b6-94c6-b5a489b46e98), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.884731 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:11.949487 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (d160310b-acce-44b6-94c6-b5a489b46e98), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.950708 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:11.951192 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:11.993285 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c40-dd04-4cdf-a4cf-c38952f0582b req-0a308cb8-314e-4fcf-a10b-80df0ddc7f4a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:12.001847 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d6540c40-dd04-4cdf-a4cf-c38952f0582b req-0a308cb8-314e-4fcf-a10b-80df0ddc7f4a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0918036 Aug 08 02:28:12.048252 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] Pushing event updated for resources: {'Network': ['ID=d160310b-acce-44b6-94c6-b5a489b46e98,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:12.068300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network d160310b-acce-44b6-94c6-b5a489b46e98 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:28:12.091741 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d6540c40-dd04-4cdf-a4cf-c38952f0582b req-298c2dd1-90b7-4ccb-837d-8fb04142326e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867095 Aug 08 02:28:12.101206 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-fab37b46-c048-45c0-bc5a-e78ac622201e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9620330 Aug 08 02:28:12.104046 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36490) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:12.111977 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Request body: {'subnet': {'network_id': 'd160310b-acce-44b6-94c6-b5a489b46e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1967980039-subnet', 'tenant_id': '9e07259e76544a1da77c1a2d34d42132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:12.240799 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Made reservation on behalf of 9e07259e76544a1da77c1a2d34d42132 for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:12.245731 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13110402'] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:12.316452 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:12.686016 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14027091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13110420'] for subnet (be063283-7c30-4640-b546-a1d5c17f30e5), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:12.820631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be063283-7c30-4640-b546-a1d5c17f30e5,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:12.824863 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Checking segment: {'id': '2db92a58-a40e-4cb1-8fe6-819095c9171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd160310b-acce-44b6-94c6-b5a489b46e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:12.825217 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Network hostable DHCP agents. Network: d160310b-acce-44b6-94c6-b5a489b46e98, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:28:12.841585 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:13.109689 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Network d160310b-acce-44b6-94c6-b5a489b46e98 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:28:13.230044 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, d160310b-acce-44b6-94c6-b5a489b46e98) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:13.235320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:13.235320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:13.252065 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee353a1d-43f7-4f8c-8bc5-bcfcef9fd731 None None] Network d160310b-acce-44b6-94c6-b5a489b46e98 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:13.290068 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db805504-6795-47b1-8d63-b2bbbd5714a9 req-b9b6a697-639a-4c22-8d5f-664b5f6cd6c1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:13.292930 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db805504-6795-47b1-8d63-b2bbbd5714a9 req-b9b6a697-639a-4c22-8d5f-664b5f6cd6c1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0916688 Aug 08 02:28:13.344367 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db805504-6795-47b1-8d63-b2bbbd5714a9 req-ea8938b9-f00f-46de-a75f-5e4428b5ccff tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457604 Aug 08 02:28:13.482376 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9545efee-813b-43a3-8e06-920f057ca315 None None] Network d160310b-acce-44b6-94c6-b5a489b46e98 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:14.048063 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-de625006-0cd5-487e-b6d1-2826d720f162 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9325304 Aug 08 02:28:14.534525 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba3521-7378-494b-9657-be96b9ae2845 req-41ddb83f-b830-4db1-b716-2a028a5f11f3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:14.542806 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a1ba3521-7378-494b-9657-be96b9ae2845 req-41ddb83f-b830-4db1-b716-2a028a5f11f3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0782304 Aug 08 02:28:14.629642 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a1ba3521-7378-494b-9657-be96b9ae2845 req-f4ca34cf-b36b-426b-88e0-8ac0aa82b16a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843639 Aug 08 02:28:15.091480 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36582) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:15.096647 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1553189917-network', 'tenant_id': '2f805ae825ff40c39fa30603a5a415e2'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:15.292763 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Made reservation on behalf of 2f805ae825ff40c39fa30603a5a415e2 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:15.295137 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.305381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.389812 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks [] for security_group (27ee8180-5d1e-43c0-8594-32f1d30e82ea), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.481251 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (27ee8180-5d1e-43c0-8594-32f1d30e82ea), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.508824 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:28:15.527559 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee8180-5d1e-43c0-8594-32f1d30e82ea,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:15.531342 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (7265010f-17c6-4de3-826e-fcdb3ee7f0dc), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.531474 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Added segment 7265010f-17c6-4de3-826e-fcdb3ee7f0dc of type vlan for network ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1 Aug 08 02:28:15.571711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.686912 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.688035 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:15.688631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:15.750572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] Pushing event updated for resources: {'Network': ['ID=ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:15.755307 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daec8c4-2c73-4d06-ac23-9d1f2bbb6b75 req-c1e8d53a-4a39-4575-832e-ae603c925b9e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:15.756864 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8daec8c4-2c73-4d06-ac23-9d1f2bbb6b75 req-c1e8d53a-4a39-4575-832e-ae603c925b9e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0507479 Aug 08 02:28:15.761316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:28:15.823297 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8daec8c4-2c73-4d06-ac23-9d1f2bbb6b75 req-eabfc634-cf1c-4cab-bbd1-e7a3556f8794 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605652 Aug 08 02:28:15.832149 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6fd8a87e-dade-4bdc-a90e-8ea3e98ca964 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7395537 Aug 08 02:28:15.834985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36600) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:15.840017 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Request body: {'subnet': {'network_id': 'ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1553189917-subnet', 'tenant_id': '2f805ae825ff40c39fa30603a5a415e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:15.938252 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Made reservation on behalf of 2f805ae825ff40c39fa30603a5a415e2 for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:15.940979 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13110402'] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:16.195663 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14027091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13110420'] for subnet (96f9f362-b7bd-49ed-bde8-2f828e274860), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:16.243794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:16.260425 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f9f362-b7bd-49ed-bde8-2f828e274860,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:16.270051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Checking segment: {'id': '7265010f-17c6-4de3-826e-fcdb3ee7f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:16.270453 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Network hostable DHCP agents. Network: ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:28:16.344149 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Network ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:28:16.355914 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:16.359474 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-147f9da0-1e01-46e1-acd5-5800616c07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:16.361077 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-147f9da0-1e01-46e1-acd5-5800616c07c3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1129 time: 0.0475743 Aug 08 02:28:16.423966 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-22b6fe27-4da7-48ca-b0ea-4e45092a74c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:16.470401 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-4ff53cd2-38bb-4f56-a50b-9b923ad419fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:16.471885 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-4ff53cd2-38bb-4f56-a50b-9b923ad419fb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.0984793 Aug 08 02:28:16.531193 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:16.537808 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:16.538399 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:16.539462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095f430-dd71-44da-ac9d-49989237afe7 None None] Network ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:16.544903 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-5a9132ac-a152-46a5-8080-8832c25a2182 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 1001 time: 0.0646939 Aug 08 02:28:16.607276 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-0cb0b5d3-787d-4551-9730-9c6b6d6bad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:16.609247 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-0cb0b5d3-787d-4551-9730-9c6b6d6bad80 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0565779 Aug 08 02:28:16.649474 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b033589-aa3d-429f-aebe-6edcced70863 None None] Network ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:16.658246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-dd1225da-4199-4400-a889-5c60093006af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:16.659887 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-dd1225da-4199-4400-a889-5c60093006af service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438955 Aug 08 02:28:16.693219 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:16.715858 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-8135dc2c-5135-4d2e-a244-15d36a96b3f9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8796854 Aug 08 02:28:16.762556 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-e1ad3be5-c617-4aa1-8221-5256c809eae1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949101 Aug 08 02:28:16.872582 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-5e29b022-6d1f-4c6c-9eab-7fc97769eda9 req-77f40d66-e4fb-4d6f-bbcb-ff82fa2c4263 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990500 Aug 08 02:28:16.958758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cff46-b3b3-4023-a17d-865cbae8e831 req-af219a02-6e3b-4804-b096-8e5021b691ca tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:16.960242 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-638cff46-b3b3-4023-a17d-865cbae8e831 req-af219a02-6e3b-4804-b096-8e5021b691ca tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Aug 08 02:28:17.012088 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-638cff46-b3b3-4023-a17d-865cbae8e831 req-dc0b4b13-c995-4674-988a-a240299d9647 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458906 Aug 08 02:28:18.140987 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699cede-d205-429a-8b4c-6c911a2f7375 req-a79fa2b6-ab1c-46e7-9c5c-4fcbc0d680cb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:18.142682 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5699cede-d205-429a-8b4c-6c911a2f7375 req-a79fa2b6-ab1c-46e7-9c5c-4fcbc0d680cb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Aug 08 02:28:18.191106 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5699cede-d205-429a-8b4c-6c911a2f7375 req-2d7f5969-c73b-4ed8-beb1-50e000c4a296 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Aug 08 02:28:18.767227 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:19.029632 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-28e16a2b-4953-49ef-b409-6c7851147aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.200043 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:28:19.293009 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: ACTIVE; New status is: DOWN {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:19.293401 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.355170 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36674) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:19.371911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa66ae-e125-4b6c-8808-111821e4b00e req-ac855450-4345-4405-a062-c0b2f196fbd2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:19.374181 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cfa66ae-e125-4b6c-8808-111821e4b00e req-ac855450-4345-4405-a062-c0b2f196fbd2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Aug 08 02:28:19.437751 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cfa66ae-e125-4b6c-8808-111821e4b00e req-aaf9d4e6-fdce-4faa-b880-ab3b827f6f97 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557380 Aug 08 02:28:19.458895 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:19.461422 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32cf7ff-6321-4f23-a1c3-91c78e5586f8" -d '{"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:19.476757 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:19.506948 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b64a23a-86a6-4359-8e84-05ac775aa32e x-openstack-request-id: req-7b64a23a-86a6-4359-8e84-05ac775aa32e {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:19.507315 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:19.507653 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b64a23a-86a6-4359-8e84-05ac775aa32e {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:19.508117 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b64a23a-86a6-4359-8e84-05ac775aa32e'] response: {'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'code': 200} Aug 08 02:28:19.525764 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8285aed1-26d0-41fc-bd5c-2b74feeb765c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.561362 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:19.572583 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.631968 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=8']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:19.633406 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8285aed1-26d0-41fc-bd5c-2b74feeb765c admin admin] Publish callbacks [] for security_group (e341ca59-d3e4-4031-b988-a4eabcbae201), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.756178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.760307 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8285aed1-26d0-41fc-bd5c-2b74feeb765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e341ca59-d3e4-4031-b988-a4eabcbae201), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.797687 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285aed1-26d0-41fc-bd5c-2b74feeb765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341ca59-d3e4-4031-b988-a4eabcbae201,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:19.803503 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-8285aed1-26d0-41fc-bd5c-2b74feeb765c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cc22daf5edc04e06a3bf88867043a141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473033 Aug 08 02:28:19.806292 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36696) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:19.856921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eae98fb-7727-4c4c-8e7a-5d68fc9b2b1a admin admin] Publish callbacks [] for security_group (e341ca59-d3e4-4031-b988-a4eabcbae201), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:19.885586 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eae98fb-7727-4c4c-8e7a-5d68fc9b2b1a admin admin] Publish callbacks [] for security_group (e341ca59-d3e4-4031-b988-a4eabcbae201), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:20.035582 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eae98fb-7727-4c4c-8e7a-5d68fc9b2b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (e341ca59-d3e4-4031-b988-a4eabcbae201), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:20.038446 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eae98fb-7727-4c4c-8e7a-5d68fc9b2b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:20.039645 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4eae98fb-7727-4c4c-8e7a-5d68fc9b2b1a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e341ca59-d3e4-4031-b988-a4eabcbae201 HTTP/1.1" status: 204 len: 168 time: 0.2322741 Aug 08 02:28:20.047966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae98fb-7727-4c4c-8e7a-5d68fc9b2b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341ca59-d3e4-4031-b988-a4eabcbae201,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:21.079981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-df82e4e5-7dc5-4eb6-8186-dd025a3ab4f5 req-d5c59099-7f85-48b1-8a9d-b35c3f4db93c service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:28:21.081337 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-df82e4e5-7dc5-4eb6-8186-dd025a3ab4f5 req-d5c59099-7f85-48b1-8a9d-b35c3f4db93c service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064209 Aug 08 02:28:21.168654 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36752) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:21.266932 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1121011325-network', 'tenant_id': '7203c52ae1f946bd9717a554316e4f4c'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:21.349242 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.441827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Made reservation on behalf of 7203c52ae1f946bd9717a554316e4f4c for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:21.442054 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.446455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.456365 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.466695 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:21.534847 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks [] for security_group (7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.652528 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.665183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:21.684471 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:28:21.700422 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:21.733112 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.734266 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.734691 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.735111 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.735374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.735704 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.736072 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.736402 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.736850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.737077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.737407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.737900 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.738230 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.738592 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.738917 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:21.742983 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (3f78944c-7734-4b21-9a6d-7939471ac30d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.743351 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Added segment 3f78944c-7734-4b21-9a6d-7939471ac30d of type vlan for network 80d55d70-3b18-4f03-aa9c-500250bb4b23 Aug 08 02:28:21.786035 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24bdc8-6a36-4c9b-9687-ab4ff5ecd315 req-46fb75c5-c04d-405f-b489-f6c1c59612f0 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:21.787977 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f24bdc8-6a36-4c9b-9687-ab4ff5ecd315 req-46fb75c5-c04d-405f-b489-f6c1c59612f0 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.1045220 Aug 08 02:28:21.802119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (80d55d70-3b18-4f03-aa9c-500250bb4b23), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.867862 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f24bdc8-6a36-4c9b-9687-ab4ff5ecd315 req-871cfb5d-7ffb-4e96-b855-9043375c1c63 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698817 Aug 08 02:28:21.995426 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (80d55d70-3b18-4f03-aa9c-500250bb4b23), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:21.996519 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:21.997139 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.060811 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] Pushing event updated for resources: {'Network': ['ID=80d55d70-3b18-4f03-aa9c-500250bb4b23,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:22.071163 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 80d55d70-3b18-4f03-aa9c-500250bb4b23 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:28:22.128519 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-01adecd1-c9a8-4d61-9dcc-ffc9c4be6522 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9563713 Aug 08 02:28:22.129045 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36786) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:22.140150 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Request body: {'subnet': {'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1121011325-subnet', 'tenant_id': '7203c52ae1f946bd9717a554316e4f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:22.297896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Made reservation on behalf of 7203c52ae1f946bd9717a554316e4f4c for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:22.300568 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13110402'] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.415882 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36798) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:22.555633 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14027091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13110420'] for subnet (9537b141-500a-4d78-8704-52d748d47384), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.562901 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-9d6046c1-574e-4339-8e19-1266fde8b3d6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1452203 Aug 08 02:28:22.573268 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-3af890bf-eff9-4104-96b6-6bce8a6e727e service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:28:22.574507 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-3af890bf-eff9-4104-96b6-6bce8a6e727e service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056038 Aug 08 02:28:22.636140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36810) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:22.642942 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:22.645284 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9537b141-500a-4d78-8704-52d748d47384,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:22.658111 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.658536 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.659030 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.660299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.660299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.660299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.660299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.660720 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.660960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.661275 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.661596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.661915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.662318 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.662639 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.662954 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:22.670520 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Checking segment: {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:22.671825 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Network hostable DHCP agents. Network: 80d55d70-3b18-4f03-aa9c-500250bb4b23, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:28:22.745744 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36814) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:22.766611 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Network 80d55d70-3b18-4f03-aa9c-500250bb4b23 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:28:22.767167 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c68aa2fc-b55d-4e39-9d59-6f062e7c901f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.813350 dv-cinder-740146-18-iscsi neutron-server[104627]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 02:28:22.850969 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-638431be-7754-4ebb-9787-9ec052406b64 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710135 Aug 08 02:28:22.854345 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 80d55d70-3b18-4f03-aa9c-500250bb4b23) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:22.862573 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c68aa2fc-b55d-4e39-9d59-6f062e7c901f admin admin] Publish callbacks [] for security_group (c006a4bf-ae4e-4290-a0b7-ab7858d1d798), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.865158 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be860fdd-644d-4a45-a902-3b7bf6b5d11c None None] Network 80d55d70-3b18-4f03-aa9c-500250bb4b23 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:22.870130 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:22.870829 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.881662 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-9cfe37f0-f8bc-4450-9857-3c1cbf957ba2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:22.883023 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-9cfe37f0-f8bc-4450-9857-3c1cbf957ba2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports/8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 940 time: 0.1362743 Aug 08 02:28:22.912603 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:22.932370 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c68aa2fc-b55d-4e39-9d59-6f062e7c901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (c006a4bf-ae4e-4290-a0b7-ab7858d1d798), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.955271 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-a0d61cd3-55b6-44de-98ae-923f794b9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:22.955271 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-a0d61cd3-55b6-44de-98ae-923f794b9e55 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 1130 time: 0.0654252 Aug 08 02:28:22.989204 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c7aef-a5c6-4037-a6fe-ef91324751ed None None] Network 80d55d70-3b18-4f03-aa9c-500250bb4b23 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:23.010927 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c68aa2fc-b55d-4e39-9d59-6f062e7c901f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=95a6d973f1574f50bf72e475ab4d7364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734076 Aug 08 02:28:23.012859 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 36822) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:23.060279 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ce8f47eb-9b4c-45ea-8b12-2cf4e780a259 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9288948 Aug 08 02:28:23.073649 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:23.101548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:23.103497 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68aa2fc-b55d-4e39-9d59-6f062e7c901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c006a4bf-ae4e-4290-a0b7-ab7858d1d798,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:23.120552 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-ec3300c8-d988-4410-8324-fcce322e04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:23.122232 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-ec3300c8-d988-4410-8324-fcce322e04bd service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 916 time: 0.1464293 Aug 08 02:28:23.139188 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867c248-f149-4513-a7b4-8a76060877c9 req-773a0cc6-ca92-451c-91ec-f0e3f7603145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:23.142154 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5867c248-f149-4513-a7b4-8a76060877c9 req-773a0cc6-ca92-451c-91ec-f0e3f7603145 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.1498690 Aug 08 02:28:23.143474 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a82d351c-dfff-44e8-8ed1-13ca17ce917e admin admin] Publish callbacks [] for security_group (c006a4bf-ae4e-4290-a0b7-ab7858d1d798), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:23.180887 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a82d351c-dfff-44e8-8ed1-13ca17ce917e admin admin] Publish callbacks [] for security_group (c006a4bf-ae4e-4290-a0b7-ab7858d1d798), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:23.204248 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-47947368-a14d-4472-a78c-011cdc1ad7aa service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf HTTP/1.1" status: 200 len: 1002 time: 0.0718718 Aug 08 02:28:23.229777 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:28:23.271263 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5867c248-f149-4513-a7b4-8a76060877c9 req-311346f1-c92a-4239-af3d-a15a0402ba3f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065195 Aug 08 02:28:23.278683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-be258d71-dbe1-4268-a48d-26870bc8e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:23.287154 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-be258d71-dbe1-4268-a48d-26870bc8e6ef service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0709312 Aug 08 02:28:23.309088 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: DOWN; New status is: DOWN {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:23.334082 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a82d351c-dfff-44e8-8ed1-13ca17ce917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (c006a4bf-ae4e-4290-a0b7-ab7858d1d798), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:23.338658 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a82d351c-dfff-44e8-8ed1-13ca17ce917e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:23.343995 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a82d351c-dfff-44e8-8ed1-13ca17ce917e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c006a4bf-ae4e-4290-a0b7-ab7858d1d798 HTTP/1.1" status: 204 len: 168 time: 0.3258839 Aug 08 02:28:23.344122 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-60caca34-4c84-4c44-878b-d53cf8276cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:23.344122 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-60caca34-4c84-4c44-878b-d53cf8276cc4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539145 Aug 08 02:28:23.365318 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d351c-dfff-44e8-8ed1-13ca17ce917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006a4bf-ae4e-4290-a0b7-ab7858d1d798,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:23.455676 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-c7e5b2cd-ad7d-4df2-8d04-dd650e07d529 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013689 Aug 08 02:28:23.581967 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da9b62ef-fcd4-4f29-a99a-de53678510f9 req-d2c8b13f-f6e9-4ca8-bf71-c05fd5d1e557 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165433 Aug 08 02:28:23.709743 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:23.994700 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36848) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:24.014241 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6d195afc-4ac1-4733-9628-ca43451e0791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.143327 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6d195afc-4ac1-4733-9628-ca43451e0791 admin admin] Publish callbacks [] for security_group (8d17c618-4c3b-401d-b202-ec395deb4a27), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.241556 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6d195afc-4ac1-4733-9628-ca43451e0791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (8d17c618-4c3b-401d-b202-ec395deb4a27), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.278266 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:24.289216 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6d195afc-4ac1-4733-9628-ca43451e0791 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=de66b258c8e14c43adba537088096ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928474 Aug 08 02:28:24.290203 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d195afc-4ac1-4733-9628-ca43451e0791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17c618-4c3b-401d-b202-ec395deb4a27,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:24.292559 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 36858) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:24.347802 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dd373532-1120-46b9-bf19-134063e27586 admin admin] Publish callbacks [] for security_group (8d17c618-4c3b-401d-b202-ec395deb4a27), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.370866 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dd373532-1120-46b9-bf19-134063e27586 admin admin] Publish callbacks [] for security_group (8d17c618-4c3b-401d-b202-ec395deb4a27), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.403679 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba1f6d-fbb6-4cfc-9fbf-604427fa1a7f req-ea191989-c578-465c-8334-9f1a80c097bd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:24.405200 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-40ba1f6d-fbb6-4cfc-9fbf-604427fa1a7f req-ea191989-c578-465c-8334-9f1a80c097bd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0531249 Aug 08 02:28:24.456015 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-40ba1f6d-fbb6-4cfc-9fbf-604427fa1a7f req-561b1d8a-643a-4bd4-a387-3b3d75bfa673 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450609 Aug 08 02:28:24.526683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dd373532-1120-46b9-bf19-134063e27586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (8d17c618-4c3b-401d-b202-ec395deb4a27), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.529798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dd373532-1120-46b9-bf19-134063e27586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.531639 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-dd373532-1120-46b9-bf19-134063e27586 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8d17c618-4c3b-401d-b202-ec395deb4a27 HTTP/1.1" status: 204 len: 168 time: 0.2381434 Aug 08 02:28:24.540301 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd373532-1120-46b9-bf19-134063e27586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17c618-4c3b-401d-b202-ec395deb4a27,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:25.620931 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd19c-7972-453f-a949-51447c3ca9e5 req-4dc8cdb1-8ef8-428d-bd93-dd9cb865ced2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:25.622421 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-254bd19c-7972-453f-a949-51447c3ca9e5 req-4dc8cdb1-8ef8-428d-bd93-dd9cb865ced2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0799222 Aug 08 02:28:25.712902 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:25.716826 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-254bd19c-7972-453f-a949-51447c3ca9e5 req-e2c25468-fdcf-42cc-aa46-375943bf7476 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668950 Aug 08 02:28:25.756406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-e1afd3ef-c400-46b2-8450-fb0633843654 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:25.757957 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-e1afd3ef-c400-46b2-8450-fb0633843654 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/networks?id=80d55d70-3b18-4f03-aa9c-500250bb4b23 HTTP/1.1" status: 200 len: 814 time: 0.1681576 Aug 08 02:28:25.774055 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-277f08c2-6262-4172-8fc7-0cdf1c1c5227 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/quotas/7203c52ae1f946bd9717a554316e4f4c HTTP/1.1" status: 200 len: 375 time: 0.0102508 Aug 08 02:28:25.812438 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-5755ec28-c093-424f-9bc1-4774dbfb3283 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7203c52ae1f946bd9717a554316e4f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297687 Aug 08 02:28:25.909459 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-0e0836f7-5847-4067-9c38-0685a649fb8a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880308 Aug 08 02:28:26.002194 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-7ed0a270-cf06-43b5-a9b6-066277b67010 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871704 Aug 08 02:28:26.150567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-83884340-8c0e-48d6-9012-5c3bd7291c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:26.153107 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-83884340-8c0e-48d6-9012-5c3bd7291c6c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091&tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 1127 time: 0.0752740 Aug 08 02:28:26.243459 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-5c0aadb7-b1fa-4344-bd87-47eb26186064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:26.245060 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-5c0aadb7-b1fa-4344-bd87-47eb26186064 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1127 time: 0.0624664 Aug 08 02:28:26.347461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aeb8c463-a5ca-402a-b4da-777d20d4b61b req-fb2e428f-6f3b-4573-b645-517a01245f16 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0533478 Aug 08 02:28:26.389479 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-a458d172-95d9-41ef-9fd2-a1580d69c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:26.391830 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-a458d172-95d9-41ef-9fd2-a1580d69c6b8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.1380296 Aug 08 02:28:26.470933 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-fc33b89e-af2f-45a7-9384-c4279886d318 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 200 len: 999 time: 0.0611942 Aug 08 02:28:26.525495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-cbbeab17-417b-4ce6-8b61-e11a52883ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:26.526966 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-cbbeab17-417b-4ce6-8b61-e11a52883ed5 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0478272 Aug 08 02:28:26.592012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-9c08d315-5bde-48d1-8acd-00b9b76f2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:26.594270 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-9c08d315-5bde-48d1-8acd-00b9b76f2373 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604949 Aug 08 02:28:26.647121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:26.695786 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-d6888a5d-dfc2-431f-a047-04d0048edfb9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939975 Aug 08 02:28:26.816103 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-142a33ec-b162-4731-abf4-d4fe8b5ab129 req-12823439-522a-4697-b18d-0f4c7b0c1ccc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144526 Aug 08 02:28:26.871684 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772e1b7-1a6d-422f-800f-8f043562de2b req-7b5a0cb7-ad95-4e42-a633-86210d090cd7 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:26.873233 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9772e1b7-1a6d-422f-800f-8f043562de2b req-7b5a0cb7-ad95-4e42-a633-86210d090cd7 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0577545 Aug 08 02:28:26.924941 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9772e1b7-1a6d-422f-800f-8f043562de2b req-0e6d8b91-3fd4-4dce-9516-d48e9b858f81 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444558 Aug 08 02:28:27.434849 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-da3ac51c-b792-4099-9617-f6da91042489 req-f32dd992-cbe8-4409-aea4-6288de3a3fca tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0269008 Aug 08 02:28:28.067750 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50780d-c73b-496d-81b9-655571829676 req-329e2157-e148-4da1-9208-403082b5026f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:28.070216 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce50780d-c73b-496d-81b9-655571829676 req-329e2157-e148-4da1-9208-403082b5026f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0533156 Aug 08 02:28:28.132261 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce50780d-c73b-496d-81b9-655571829676 req-b3ab643e-c4ff-4d08-acd0-5eac409a92c7 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556705 Aug 08 02:28:28.313589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37000) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:28.473882 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdd1aef5-b25b-4e9d-8efe-e1e5c46fb466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:28.497601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:28.553273 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a3f82695-e41d-47d1-ada7-ef5a2c441d57 req-647f1c16-9adf-44a7-a37b-7c14fd8b19fe tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0388451 Aug 08 02:28:28.623816 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdd1aef5-b25b-4e9d-8efe-e1e5c46fb466 admin admin] Publish callbacks [] for security_group (42be28b9-e7f2-497b-9771-8468812ccd12), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:28.726906 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cdd1aef5-b25b-4e9d-8efe-e1e5c46fb466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (42be28b9-e7f2-497b-9771-8468812ccd12), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:28.775170 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-cdd1aef5-b25b-4e9d-8efe-e1e5c46fb466 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f48c50c2ad1e4767b1007ccb2c3aaf60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602957 Aug 08 02:28:28.776166 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1aef5-b25b-4e9d-8efe-e1e5c46fb466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be28b9-e7f2-497b-9771-8468812ccd12,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:28.778120 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37010) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:28.846423 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8e7969eb-62f4-43f1-8191-225755039f36 admin admin] Publish callbacks [] for security_group (42be28b9-e7f2-497b-9771-8468812ccd12), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:28.871716 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8e7969eb-62f4-43f1-8191-225755039f36 admin admin] Publish callbacks [] for security_group (42be28b9-e7f2-497b-9771-8468812ccd12), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:29.002051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8e7969eb-62f4-43f1-8191-225755039f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (42be28b9-e7f2-497b-9771-8468812ccd12), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:29.008136 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8e7969eb-62f4-43f1-8191-225755039f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:29.009369 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-8e7969eb-62f4-43f1-8191-225755039f36 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/42be28b9-e7f2-497b-9771-8468812ccd12 HTTP/1.1" status: 204 len: 168 time: 0.2236745 Aug 08 02:28:29.018313 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7969eb-62f4-43f1-8191-225755039f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be28b9-e7f2-497b-9771-8468812ccd12,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:29.446645 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6de6d4-8286-41f5-80d5-ce61fb5f6a08 req-41e33d82-dd9f-4f9d-8618-a9aecac02a04 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:29.446645 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ec6de6d4-8286-41f5-80d5-ce61fb5f6a08 req-41e33d82-dd9f-4f9d-8618-a9aecac02a04 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0752776 Aug 08 02:28:29.446645 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ec6de6d4-8286-41f5-80d5-ce61fb5f6a08 req-6e130f4c-8443-4e50-8e1d-48da861bac4a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454829 Aug 08 02:28:29.692443 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-093c1a71-0e01-4ee8-8531-29546ca46b57 req-48841a21-cbc1-4eef-95db-3b0383f44eee tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0447423 Aug 08 02:28:30.487140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a471ec-b3b6-48f9-8ac4-87fc0405d003 req-c8b5f93c-bdfa-4207-acce-10ef0c94f71a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:30.488651 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-86a471ec-b3b6-48f9-8ac4-87fc0405d003 req-c8b5f93c-bdfa-4207-acce-10ef0c94f71a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0529726 Aug 08 02:28:30.544226 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-86a471ec-b3b6-48f9-8ac4-87fc0405d003 req-6aaa88f5-dba6-45e5-beea-71f834682a74 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490901 Aug 08 02:28:30.626059 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37032) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:30.646096 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd8828e-a68e-4e1b-9e8e-011eb918a4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:30.736941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd8828e-a68e-4e1b-9e8e-011eb918a4fb admin admin] Publish callbacks [] for security_group (3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:30.813916 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fcc53e99-f334-4726-895e-a58ceebc0426 req-d7ad24ce-0916-483c-8ae2-44b5c6db15fe tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0309546 Aug 08 02:28:30.926454 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd8828e-a68e-4e1b-9e8e-011eb918a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:30.931014 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:30.972014 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8828e-a68e-4e1b-9e8e-011eb918a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:30.976376 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-efd8828e-a68e-4e1b-9e8e-011eb918a4fb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cbbf8cc7acc9423988f65f7282d4839b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496997 Aug 08 02:28:30.979023 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37036) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:31.043051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d1317b03-52d8-4556-97aa-523fbb1b2bbd admin admin] Publish callbacks [] for security_group (3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:31.067608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d1317b03-52d8-4556-97aa-523fbb1b2bbd admin admin] Publish callbacks [] for security_group (3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:31.189743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d1317b03-52d8-4556-97aa-523fbb1b2bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:31.193654 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d1317b03-52d8-4556-97aa-523fbb1b2bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:31.197717 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d1317b03-52d8-4556-97aa-523fbb1b2bbd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7 HTTP/1.1" status: 204 len: 168 time: 0.2149868 Aug 08 02:28:31.206718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1317b03-52d8-4556-97aa-523fbb1b2bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ab5a2-9ec8-4262-89e3-cdd56616d5a7,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:31.695343 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecde8f9-2823-49d6-ba0b-a18ff5cae1c9 req-fe4be749-44dd-4b38-9efb-eb6c197290f5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:31.697554 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2ecde8f9-2823-49d6-ba0b-a18ff5cae1c9 req-fe4be749-44dd-4b38-9efb-eb6c197290f5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0586293 Aug 08 02:28:31.754369 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:28:31.774583 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2ecde8f9-2823-49d6-ba0b-a18ff5cae1c9 req-8b768bcd-f836-41a3-8a5f-58ad57833a8b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714784 Aug 08 02:28:31.926482 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-81ca9a52-9c11-4de8-bd31-7d6625aa6ef3 req-57008b36-09d2-4aeb-87ce-131d023e86aa tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0349402 Aug 08 02:28:32.972028 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dac94c-794d-4bb0-8690-3020012470bf req-3557daba-4323-49ee-a49c-d89de349d469 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:32.972028 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-40dac94c-794d-4bb0-8690-3020012470bf req-3557daba-4323-49ee-a49c-d89de349d469 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0980952 Aug 08 02:28:33.080636 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e337dde6-e2f6-4bc4-8535-92bf42f4da53 req-d71b8a8f-9308-46b9-a48f-c2bbb5231c85 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0409200 Aug 08 02:28:33.096991 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-40dac94c-794d-4bb0-8690-3020012470bf req-d531fdc7-b431-479c-91ae-1af1221869a8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094000 Aug 08 02:28:33.364881 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37096) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:33.499452 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-3b89f6b9-0b1e-47b2-b18b-1ac128681708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.590934 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:33.623083 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-3b89f6b9-0b1e-47b2-b18b-1ac128681708 admin admin] Publish callbacks [] for security_group (09635cb8-fdbe-4669-94f1-38a51c534ff3), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.709652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-3b89f6b9-0b1e-47b2-b18b-1ac128681708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (09635cb8-fdbe-4669-94f1-38a51c534ff3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.734836 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:33.764951 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37104) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:33.765198 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-3b89f6b9-0b1e-47b2-b18b-1ac128681708 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6043a15f1ab74da880a5d5d6406a4fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984296 Aug 08 02:28:33.766246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89f6b9-0b1e-47b2-b18b-1ac128681708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09635cb8-fdbe-4669-94f1-38a51c534ff3,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:33.822206 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e67784f5-8ce1-4d85-a8df-77d2369c90c1 admin admin] Publish callbacks [] for security_group (09635cb8-fdbe-4669-94f1-38a51c534ff3), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.842347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:33.856121 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e67784f5-8ce1-4d85-a8df-77d2369c90c1 admin admin] Publish callbacks [] for security_group (09635cb8-fdbe-4669-94f1-38a51c534ff3), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.978317 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e67784f5-8ce1-4d85-a8df-77d2369c90c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (09635cb8-fdbe-4669-94f1-38a51c534ff3), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.983776 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e67784f5-8ce1-4d85-a8df-77d2369c90c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:33.986269 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e67784f5-8ce1-4d85-a8df-77d2369c90c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/09635cb8-fdbe-4669-94f1-38a51c534ff3 HTTP/1.1" status: 204 len: 168 time: 0.2193370 Aug 08 02:28:33.996277 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67784f5-8ce1-4d85-a8df-77d2369c90c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09635cb8-fdbe-4669-94f1-38a51c534ff3,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:34.199202 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-19a346bd-6061-488f-8196-bf36a681a2cf req-2115eac0-009a-4ecc-b57f-583e057b0faf tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Aug 08 02:28:34.262365 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb01b86-4776-4ae3-bb66-00d36528e98c req-bb64b83c-58a1-4197-b430-88e93f9ee070 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:34.263875 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1fb01b86-4776-4ae3-bb66-00d36528e98c req-bb64b83c-58a1-4197-b430-88e93f9ee070 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0520034 Aug 08 02:28:34.293316 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:34.317921 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1fb01b86-4776-4ae3-bb66-00d36528e98c req-fa57d49f-9164-4c8b-a524-824d2848d3ee tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462003 Aug 08 02:28:35.334263 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-01516f88-cfd9-4313-aa22-143c4b923a15 req-e35e3793-74ef-4522-b70f-5fdad80c6d42 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0336108 Aug 08 02:28:35.478314 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dff58-782f-425d-a38f-bfd1ae5fc214 req-c8c266fc-67f6-40fd-981c-44465f4121a8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:35.479948 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ad3dff58-782f-425d-a38f-bfd1ae5fc214 req-c8c266fc-67f6-40fd-981c-44465f4121a8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0637901 Aug 08 02:28:35.547767 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ad3dff58-782f-425d-a38f-bfd1ae5fc214 req-8bc672b3-5562-48a4-aa04-a2065193d5bc tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545051 Aug 08 02:28:36.449665 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8314cb4c-da39-4319-abf0-90174e4998a5 req-f05f5ace-9dbf-4216-bb96-410d2f08e4cb tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0320499 Aug 08 02:28:36.676515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1cae-e991-4ccb-8073-00e550e4e889 req-80cf054d-dae4-498a-a6c6-2d867b9d1c58 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:36.678052 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eb5e1cae-e991-4ccb-8073-00e550e4e889 req-80cf054d-dae4-498a-a6c6-2d867b9d1c58 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0475740 Aug 08 02:28:36.725818 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eb5e1cae-e991-4ccb-8073-00e550e4e889 req-e6c4e2f0-b5ff-4c04-adb4-f833c00ff712 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Aug 08 02:28:37.118137 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37216) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:37.177176 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Deleting subnet be063283-7c30-4640-b546-a1d5c17f30e5 {{(pid=104628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:28:37.180521 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Publish callbacks [] for subnet (be063283-7c30-4640-b546-a1d5c17f30e5), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.217938 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14010420'] for subnet (be063283-7c30-4640-b546-a1d5c17f30e5), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.258529 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (be063283-7c30-4640-b546-a1d5c17f30e5), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.384278 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14416888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13217979'] for subnet (be063283-7c30-4640-b546-a1d5c17f30e5), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.414722 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be063283-7c30-4640-b546-a1d5c17f30e5,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:37.419194 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.423058 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d6c89fa7-7a7c-4a9b-b1aa-519815d9c1b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/be063283-7c30-4640-b546-a1d5c17f30e5 HTTP/1.1" status: 204 len: 168 time: 0.3038983 Aug 08 02:28:37.425723 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37222) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:37.497715 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (d160310b-acce-44b6-94c6-b5a489b46e98), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.599319 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c62331c7-c5cc-496a-bbd2-3ab71bcb1389 req-0d91f4d3-02be-4b3f-90ed-804131ed395f tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0730026 Aug 08 02:28:37.604588 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (d160310b-acce-44b6-94c6-b5a489b46e98), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.629393 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d160310b-acce-44b6-94c6-b5a489b46e98']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:37.636566 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db92a58-a40e-4cb1-8fe6-819095c9171b') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:37.636894 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db92a58-a40e-4cb1-8fe6-819095c9171b') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:37.647105 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (2db92a58-a40e-4cb1-8fe6-819095c9171b), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.660946 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (2db92a58-a40e-4cb1-8fe6-819095c9171b), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.667707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:28:37.668298 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (2db92a58-a40e-4cb1-8fe6-819095c9171b), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.714008 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 2db92a58-a40e-4cb1-8fe6-819095c9171b resource provider aggregate not found Aug 08 02:28:37.732408 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 2db92a58-a40e-4cb1-8fe6-819095c9171b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2db92a58-a40e-4cb1-8fe6-819095c9171b found for delete ", "request_id": "req-b3168080-2a08-4d61-b605-68e8d0f3ae88"}]} Aug 08 02:28:37.818422 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (d160310b-acce-44b6-94c6-b5a489b46e98), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.828016 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.831155 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d160310b-acce-44b6-94c6-b5a489b46e98 HTTP/1.1" status: 204 len: 168 time: 0.4045036 Aug 08 02:28:37.834280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37246) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:37.872275 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb1d0b-de5c-4d2c-9999-19247345ee5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d160310b-acce-44b6-94c6-b5a489b46e98,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:37.892075 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Deleting subnet 96f9f362-b7bd-49ed-bde8-2f828e274860 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:28:37.892720 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01a13d-1f38-4d57-b9e3-98cce46aaf7b req-8bec65e6-d029-464d-8137-cdc273c88cdf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:37.894254 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8d01a13d-1f38-4d57-b9e3-98cce46aaf7b req-8bec65e6-d029-464d-8137-cdc273c88cdf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0686586 Aug 08 02:28:37.895597 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Publish callbacks [] for subnet (96f9f362-b7bd-49ed-bde8-2f828e274860), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.933204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (96f9f362-b7bd-49ed-bde8-2f828e274860), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:37.952298 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8d01a13d-1f38-4d57-b9e3-98cce46aaf7b req-0c82a50b-a517-43c0-a147-4f2948877120 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521040 Aug 08 02:28:37.975245 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (96f9f362-b7bd-49ed-bde8-2f828e274860), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.098729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (96f9f362-b7bd-49ed-bde8-2f828e274860), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.126966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f9f362-b7bd-49ed-bde8-2f828e274860,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:38.129002 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.132501 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d729ba39-27ff-465b-8bfa-5ba2f300c996 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/96f9f362-b7bd-49ed-bde8-2f828e274860 HTTP/1.1" status: 204 len: 168 time: 0.2962704 Aug 08 02:28:38.134688 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37248) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:38.211490 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.304683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.328819 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:38.338518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7265010f-17c6-4de3-826e-fcdb3ee7f0dc') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:38.338815 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7265010f-17c6-4de3-826e-fcdb3ee7f0dc') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:38.350277 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (7265010f-17c6-4de3-826e-fcdb3ee7f0dc), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.364747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (7265010f-17c6-4de3-826e-fcdb3ee7f0dc), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.371939 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:28:38.372330 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (7265010f-17c6-4de3-826e-fcdb3ee7f0dc), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.473306 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 7265010f-17c6-4de3-826e-fcdb3ee7f0dc resource provider aggregate not found Aug 08 02:28:38.522458 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 7265010f-17c6-4de3-826e-fcdb3ee7f0dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7265010f-17c6-4de3-826e-fcdb3ee7f0dc found for delete ", "request_id": "req-2e0d8892-7c24-47fd-b9ab-f86b043dab8d"}]} Aug 08 02:28:38.540542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:38.563581 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-611438fe-3b3f-4b07-97ee-f312fbd363bf tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:38.565039 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-611438fe-3b3f-4b07-97ee-f312fbd363bf tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "GET /networking/v2.0/networks?id=80d55d70-3b18-4f03-aa9c-500250bb4b23 HTTP/1.1" status: 200 len: 814 time: 0.1243937 Aug 08 02:28:38.566397 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.571662 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.578764 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1 HTTP/1.1" status: 204 len: 168 time: 0.4390423 Aug 08 02:28:38.581333 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Request body: {'port': {'device_id': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23', 'admin_state_up': True, 'tenant_id': '7203c52ae1f946bd9717a554316e4f4c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:38.634558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb6229-626d-47a2-be46-3f0b459e0103 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffac8fb3-d3a1-4eea-a187-6d1ef7a44bc1,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:38.719102 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f01b7cfb-8bf8-4b6d-82a6-39ce496147d4 req-e6210da1-a202-41ef-9b7b-ad9c1bb86796 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 210 time: 0.0333769 Aug 08 02:28:38.835270 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Made reservation on behalf of 7203c52ae1f946bd9717a554316e4f4c for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:38.838871 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:38.840933 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:38.974033 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Allocated IP 172.20.0.3 (80d55d70-3b18-4f03-aa9c-500250bb4b23/9537b141-500a-4d78-8704-52d748d47384/f553eec7-8945-4f14-8a23-9cc399094640) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:39.084193 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:39.094449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6d03-8d13-461b-918d-8c570e1ffd86 req-05a02aa6-6e87-4111-8af4-1fda82e18ed6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:39.095950 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7c9a6d03-8d13-461b-918d-8c570e1ffd86 req-05a02aa6-6e87-4111-8af4-1fda82e18ed6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0550678 Aug 08 02:28:39.313778 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37274) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:39.384635 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7c9a6d03-8d13-461b-918d-8c570e1ffd86 req-abddf3a6-3e68-46e9-85ec-904026985b2a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828977 Aug 08 02:28:39.422890 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-eea52744-6249-48d9-962a-1484dc63c53f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e07259e76544a1da77c1a2d34d42132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075616 Aug 08 02:28:39.429661 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37276) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:39.437051 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:39.453462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks [] for port (f553eec7-8945-4f14-8a23-9cc399094640), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.486210 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-017393c7-787c-41b0-9c06-e7015f3521c2 admin admin] Publish callbacks [] for security_group (5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.509258 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-017393c7-787c-41b0-9c06-e7015f3521c2 admin admin] Publish callbacks [] for security_group (5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.613173 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f553eec7-8945-4f14-8a23-9cc399094640), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.663469 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Network 80d55d70-3b18-4f03-aa9c-500250bb4b23 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:39.666776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:39.670148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:39.686948 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-017393c7-787c-41b0-9c06-e7015f3521c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.689824 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-017393c7-787c-41b0-9c06-e7015f3521c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.694714 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-017393c7-787c-41b0-9c06-e7015f3521c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0 HTTP/1.1" status: 204 len: 168 time: 0.2604878 Aug 08 02:28:39.697490 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Pushing event updated for resources: {'Port': ['ID=f553eec7-8945-4f14-8a23-9cc399094640,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:39.700448 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017393c7-787c-41b0-9c06-e7015f3521c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c469e-c808-4479-a0d0-b0d2c2b5dbf0,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:39.736448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:39.737407 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:39.826817 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-8824f626-f271-47a2-b917-6b1364ecdb5c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2499847 Aug 08 02:28:39.843270 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21073b2-e9d5-4e77-8f1f-d5f07aa1e1fa req-bdf1ef39-9f86-44c1-82a8-11d9661149b4 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:39.843967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Request body: {'port': {'device_id': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:39.849210 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c21073b2-e9d5-4e77-8f1f-d5f07aa1e1fa req-bdf1ef39-9f86-44c1-82a8-11d9661149b4 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 931 time: 0.0595999 Aug 08 02:28:39.899066 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c21073b2-e9d5-4e77-8f1f-d5f07aa1e1fa req-00f51488-095d-457d-8d2d-40d2c414b67d tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Aug 08 02:28:39.924697 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f553eec7-8945-4f14-8a23-9cc399094640), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.201647 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f553eec7-8945-4f14-8a23-9cc399094640 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:28:40.210826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Publish callbacks [] for port (f553eec7-8945-4f14-8a23-9cc399094640), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.225196 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Transition to ACTIVE for port object f553eec7-8945-4f14-8a23-9cc399094640 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:28:40.299219 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (f553eec7-8945-4f14-8a23-9cc399094640), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.394340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Pushing event updated for resources: {'Port': ['ID=f553eec7-8945-4f14-8a23-9cc399094640,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:40.398100 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37292) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:40.438928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Attempting to bind port f553eec7-8945-4f14-8a23-9cc399094640 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:28:40.439250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Attempting to bind port f553eec7-8945-4f14-8a23-9cc399094640 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:28:40.439653 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Attempting to bind port f553eec7-8945-4f14-8a23-9cc399094640 on network 80d55d70-3b18-4f03-aa9c-500250bb4b23 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:40.445246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Port f553eec7-8945-4f14-8a23-9cc399094640 on network 80d55d70-3b18-4f03-aa9c-500250bb4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:28:40.445608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Attempting to bind port f553eec7-8945-4f14-8a23-9cc399094640 on network 80d55d70-3b18-4f03-aa9c-500250bb4b23 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:40.457285 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:28:40.457642 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Checking segment: {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:40.458022 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Bound using segment: {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:28:40.458464 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Bound port: f553eec7-8945-4f14-8a23-9cc399094640, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:28:40.458869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f553eec7-8945-4f14-8a23-9cc399094640), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.496907 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:40.512071 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6aafb6aa-b685-4c14-be49-393aa830b488 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2f805ae825ff40c39fa30603a5a415e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1122212 Aug 08 02:28:40.515338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37296) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:40.529449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] For port f553eec7-8945-4f14-8a23-9cc399094640, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:28:40.533609 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] For port f553eec7-8945-4f14-8a23-9cc399094640, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f553eec7-8945-4f14-8a23-9cc399094640,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:28:40.540928 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3abd80-3cab-4baa-aa20-c15f320ed356 req-1a52a264-e2ed-434c-b9ff-a209e408d1f0 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:40.542422 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0b3abd80-3cab-4baa-aa20-c15f320ed356 req-1a52a264-e2ed-434c-b9ff-a209e408d1f0 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0676870 Aug 08 02:28:40.614114 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-135e34a4-8a7c-4178-a9da-6b54f6dda9bb admin admin] Publish callbacks [] for security_group (27ee8180-5d1e-43c0-8594-32f1d30e82ea), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.616537 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:40.621647 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0b3abd80-3cab-4baa-aa20-c15f320ed356 req-d516c740-7535-457b-9764-38998dd7b2b5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705767 Aug 08 02:28:40.640234 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-135e34a4-8a7c-4178-a9da-6b54f6dda9bb admin admin] Publish callbacks [] for security_group (27ee8180-5d1e-43c0-8594-32f1d30e82ea), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.651265 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:40.710132 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (f553eec7-8945-4f14-8a23-9cc399094640), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.713266 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:40.713887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.715312 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/f553eec7-8945-4f14-8a23-9cc399094640 HTTP/1.1" status: 200 len: 1093 time: 0.8773081 Aug 08 02:28:40.717498 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'tag': 'f553eec7-8945-4f14-8a23-9cc399094640'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:40.721831 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2edabed-f896-4ecb-ab34-ef137c01d581", "tag": "f553eec7-8945-4f14-8a23-9cc399094640"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:40.761925 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e266fa53-ec86-4864-be4d-d926a9398d31 x-openstack-request-id: req-e266fa53-ec86-4864-be4d-d926a9398d31 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:40.762213 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2edabed-f896-4ecb-ab34-ef137c01d581", "tag": "f553eec7-8945-4f14-8a23-9cc399094640", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:40.762449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e266fa53-ec86-4864-be4d-d926a9398d31 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:40.762859 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e266fa53-ec86-4864-be4d-d926a9398d31'] response: {'name': 'network-changed', 'server_uuid': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'tag': 'f553eec7-8945-4f14-8a23-9cc399094640', 'status': 'completed', 'code': 200} Aug 08 02:28:40.777127 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033ea9e-e17a-41ca-9774-9ea9b10a1710 service neutron] Pushing event updated for resources: {'Port': ['ID=f553eec7-8945-4f14-8a23-9cc399094640,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:40.783393 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-135e34a4-8a7c-4178-a9da-6b54f6dda9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (27ee8180-5d1e-43c0-8594-32f1d30e82ea), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.791018 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-135e34a4-8a7c-4178-a9da-6b54f6dda9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:40.791018 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-135e34a4-8a7c-4178-a9da-6b54f6dda9bb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/27ee8180-5d1e-43c0-8594-32f1d30e82ea HTTP/1.1" status: 204 len: 168 time: 0.2712791 Aug 08 02:28:40.797407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e34a4-8a7c-4178-a9da-6b54f6dda9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee8180-5d1e-43c0-8594-32f1d30e82ea,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:40.831557 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f req-a209a8ba-3d61-48f7-98d3-3e036f71f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:40.833219 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f req-a209a8ba-3d61-48f7-98d3-3e036f71f3cf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7203c52ae1f946bd9717a554316e4f4c&device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 1127 time: 0.0480821 Aug 08 02:28:40.955659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f req-d5d76def-a2cf-4554-971e-2bad51964361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:40.962008 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f req-d5d76def-a2cf-4554-971e-2bad51964361 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=7203c52ae1f946bd9717a554316e4f4c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1073923 Aug 08 02:28:41.030160 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa9744-01d5-42d6-8d62-fac700a872d2 req-ea30bd05-7809-4ce7-a844-a79e5974336a tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:41.031881 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4efa9744-01d5-42d6-8d62-fac700a872d2 req-ea30bd05-7809-4ce7-a844-a79e5974336a tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 943 time: 0.0490208 Aug 08 02:28:41.063622 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f req-0af3cf38-7ad6-499d-83f1-be3b7e92c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:41.065241 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ecc1f7d6-b2f1-45d7-821a-43d909ab366f req-0af3cf38-7ad6-499d-83f1-be3b7e92c7fc service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000092 Aug 08 02:28:41.083025 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4efa9744-01d5-42d6-8d62-fac700a872d2 req-029f9bb5-9e2a-48ec-bf0d-003da024669f tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Aug 08 02:28:41.166238 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-b030f541-4abf-44f2-bfe1-4836d3d7ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:41.167969 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-b030f541-4abf-44f2-bfe1-4836d3d7ea6d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7203c52ae1f946bd9717a554316e4f4c&device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 1127 time: 0.0411227 Aug 08 02:28:41.217234 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-2740f69d-aa86-425a-81f2-e7183edb0a3e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f553eec7-8945-4f14-8a23-9cc399094640 HTTP/1.1" status: 200 len: 217 time: 0.0369143 Aug 08 02:28:41.247956 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:41.288539 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-7d2464d2-447c-4864-af37-45392b498a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:41.290077 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-7d2464d2-447c-4864-af37-45392b498a06 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9537b141-500a-4d78-8704-52d748d47384 HTTP/1.1" status: 200 len: 854 time: 0.0700572 Aug 08 02:28:41.334436 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-c7b2e998-894f-4519-86ff-3cb5cd33fb85 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=80d55d70-3b18-4f03-aa9c-500250bb4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281157 Aug 08 02:28:41.444416 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-98d5d78c-e291-4645-a056-1e690226d4da service neutron] 10.222.0.45 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004467 Aug 08 02:28:41.546288 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7db1bc16-e859-4b4c-a0e8-6b9653dc824b req-eb2e0220-3b62-45c9-9ea1-4d1d01bf3943 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944607 Aug 08 02:28:41.607600 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:41.754429 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:41.755292 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac95f2-dba8-4733-b4ee-a4e3f446a7b7 req-9e662abf-58d1-4805-b245-d6bee74da29a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:41.757108 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8bac95f2-dba8-4733-b4ee-a4e3f446a7b7 req-9e662abf-58d1-4805-b245-d6bee74da29a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0504000 Aug 08 02:28:41.810446 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8bac95f2-dba8-4733-b4ee-a4e3f446a7b7 req-7b78f782-9ab3-4d88-8e88-a97d6469762d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452650 Aug 08 02:28:42.037810 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37330) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:42.140312 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-192255418-network', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:42.215555 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e397-c4b1-4309-9d57-efdf4fb2f14d req-955983ed-e03b-4dea-82ed-e2367c8cd832 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:42.217169 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6cd7e397-c4b1-4309-9d57-efdf4fb2f14d req-955983ed-e03b-4dea-82ed-e2367c8cd832 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 943 time: 0.0540590 Aug 08 02:28:42.254758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Made reservation on behalf of fa4edbfca7b749ff9be3268fa6b81264 for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:42.257075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.273150 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.277863 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6cd7e397-c4b1-4309-9d57-efdf4fb2f14d req-94dd6b45-faa7-4510-adf4-bac7a32f11e1 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544906 Aug 08 02:28:42.374512 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks [] for security_group (dc641465-59ed-4d29-a434-36ea97000d27), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.451982 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dc641465-59ed-4d29-a434-36ea97000d27), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.477711 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:28:42.493863 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc641465-59ed-4d29-a434-36ea97000d27,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:42.497774 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.498123 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Added segment cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8 of type vlan for network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 Aug 08 02:28:42.546447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (6fe4a268-f47a-420a-80c5-dd33e7e621f8), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.686942 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (6fe4a268-f47a-420a-80c5-dd33e7e621f8), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.687986 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:42.688579 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.707548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:42.752632 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe4a268-f47a-420a-80c5-dd33e7e621f8,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:42.763558 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:28:42.806985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37340) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:42.807593 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ddc2ab21-0050-4b2e-8ee5-4e3e8f3d7149 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7680719 Aug 08 02:28:42.812895 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Request body: {'subnet': {'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-192255418-subnet', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:42.932274 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Made reservation on behalf of fa4edbfca7b749ff9be3268fa6b81264 for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:42.934728 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13110402'] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:42.956890 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a2d7-793c-4f23-b43a-3257ed972104 req-fb6b1194-3b9e-42fd-b574-ee75bd22dab1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:42.958424 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5912a2d7-793c-4f23-b43a-3257ed972104 req-fb6b1194-3b9e-42fd-b574-ee75bd22dab1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0489149 Aug 08 02:28:43.008607 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5912a2d7-793c-4f23-b43a-3257ed972104 req-895d15ed-b787-4823-995f-8bdee1d9fe03 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Aug 08 02:28:43.014235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:43.178260 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14027091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13110420'] for subnet (0b5224ed-92a3-4033-9fb5-e336d0b828a3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.230997 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5224ed-92a3-4033-9fb5-e336d0b828a3,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:43.246365 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Checking segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:43.246722 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Network hostable DHCP agents. Network: 6fe4a268-f47a-420a-80c5-dd33e7e621f8, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:28:43.280596 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f553eec7-8945-4f14-8a23-9cc399094640 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:28:43.355261 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:28:43.392494 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port f553eec7-8945-4f14-8a23-9cc399094640, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f553eec7-8945-4f14-8a23-9cc399094640,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:43.405788 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': 'f553eec7-8945-4f14-8a23-9cc399094640', 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23', 'port_id': 'f553eec7-8945-4f14-8a23-9cc399094640', 'mac_address': 'fa:16:3e:07:7d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9537b141-500a-4d78-8704-52d748d47384', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:28:43.410713 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798ba33-7b31-4570-86d9-f0d6aa95a1d1 req-32aebef0-e928-4959-8421-c7711953a3b0 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:43.412327 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4798ba33-7b31-4570-86d9-f0d6aa95a1d1 req-32aebef0-e928-4959-8421-c7711953a3b0 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 943 time: 0.0564277 Aug 08 02:28:43.418231 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 6fe4a268-f47a-420a-80c5-dd33e7e621f8) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:43.425079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:43.426648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.433366 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121916d-09d2-4644-a087-6cb7891921a8 None None] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:43.476523 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4798ba33-7b31-4570-86d9-f0d6aa95a1d1 req-ea61d9ee-b2fd-40d8-b5ee-55fcdeb5e79c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578718 Aug 08 02:28:43.503190 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port f553eec7-8945-4f14-8a23-9cc399094640 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:43.503584 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f553eec7-8945-4f14-8a23-9cc399094640), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.529008 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f553eec7-8945-4f14-8a23-9cc399094640 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:28:43.552841 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-8569862b-d026-41d4-96da-571a054f986f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7438672 Aug 08 02:28:43.555366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37350) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:43.560072 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:43.572707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port f553eec7-8945-4f14-8a23-9cc399094640, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f553eec7-8945-4f14-8a23-9cc399094640,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:43.583988 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:28:43.585293 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.673575 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f553eec7-8945-4f14-8a23-9cc399094640), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.698278 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (b2c90c61-1a68-43b7-b74e-aae477486476), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.699300 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (b2c90c61-1a68-43b7-b74e-aae477486476), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.756280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks [] for router_controller (b2c90c61-1a68-43b7-b74e-aae477486476), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.763524 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=f553eec7-8945-4f14-8a23-9cc399094640,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:43.774739 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Allocated IP 172.20.0.2 (6fe4a268-f47a-420a-80c5-dd33e7e621f8/0b5224ed-92a3-4033-9fb5-e336d0b828a3/f9233253-bc0b-4a42-9c67-3aaa48408edd) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:43.844865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:43.911588 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:43.928043 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Publish callbacks [] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:43.954134 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks [] for router_gateway (b2c90c61-1a68-43b7-b74e-aae477486476), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.027793 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['f553eec7-8945-4f14-8a23-9cc399094640'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:28:44.057399 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.122034 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:44.132398 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:44.138828 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:44.144638 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679376-4f35-41d5-a19e-39fed63f79a2 req-507db94c-8a43-4a03-9d95-aea272135fa4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:44.146481 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d679376-4f35-41d5-a19e-39fed63f79a2 req-507db94c-8a43-4a03-9d95-aea272135fa4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0559018 Aug 08 02:28:44.152182 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Pushing event updated for resources: {'Port': ['ID=f9233253-bc0b-4a42-9c67-3aaa48408edd,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:44.208559 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2d679376-4f35-41d5-a19e-39fed63f79a2 req-42be3f13-5d18-45d3-801e-11d34c7fbd4c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454905 Aug 08 02:28:44.239030 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Attempting to bind port f9233253-bc0b-4a42-9c67-3aaa48408edd on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:28:44.239404 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Attempting to bind port f9233253-bc0b-4a42-9c67-3aaa48408edd by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:28:44.239765 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Attempting to bind port f9233253-bc0b-4a42-9c67-3aaa48408edd on network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:44.255600 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:28:44.255974 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Checking segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:44.256376 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.256800 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Bound using segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:28:44.257282 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Bound port: f9233253-bc0b-4a42-9c67-3aaa48408edd, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:28:44.257660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.285450 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks [] for router_gateway (b2c90c61-1a68-43b7-b74e-aae477486476), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.305419 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.355409 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] For port f9233253-bc0b-4a42-9c67-3aaa48408edd, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:28:44.358869 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] For port f9233253-bc0b-4a42-9c67-3aaa48408edd, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f9233253-bc0b-4a42-9c67-3aaa48408edd,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:28:44.397218 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:44.414737 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Allocated IP 172.27.3.226 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/905a7361-c417-418b-afa8-c2220a7763f4) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:44.441800 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.505222 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:44.514968 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52d81-0fe6-4155-91d8-a573d5fa4fb8 None None] Pushing event updated for resources: {'Port': ['ID=f9233253-bc0b-4a42-9c67-3aaa48408edd,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:44.554971 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks [] for port (905a7361-c417-418b-afa8-c2220a7763f4), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.610241 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:44.624835 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6a655-44c0-4ba0-a8bd-79dad0dbb3bb req-362369c4-cc24-4386-bd82-178ed9439a3b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:44.626856 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-19b6a655-44c0-4ba0-a8bd-79dad0dbb3bb req-362369c4-cc24-4386-bd82-178ed9439a3b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 944 time: 0.0711129 Aug 08 02:28:44.675752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (905a7361-c417-418b-afa8-c2220a7763f4), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:44.714939 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-19b6a655-44c0-4ba0-a8bd-79dad0dbb3bb req-4487d81e-bed3-4908-b25f-98ce12ee1fe8 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818202 Aug 08 02:28:44.730388 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:44.736242 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:44.738443 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Pushing event updated for resources: {'Port': ['ID=905a7361-c417-418b-afa8-c2220a7763f4,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:44.740708 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:45.035644 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f9233253-bc0b-4a42-9c67-3aaa48408edd up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:45.088844 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f9233253-bc0b-4a42-9c67-3aaa48408edd triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:45.089217 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.133685 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks [] for router_gateway (b2c90c61-1a68-43b7-b74e-aae477486476), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.166370 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:45.174236 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f9233253-bc0b-4a42-9c67-3aaa48408edd is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:45.175246 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.190480 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:45.217309 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port f9233253-bc0b-4a42-9c67-3aaa48408edd, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f9233253-bc0b-4a42-9c67-3aaa48408edd,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:45.281742 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:28:45.285372 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f553eec7-8945-4f14-8a23-9cc399094640 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:45.321007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.376976 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (b2c90c61-1a68-43b7-b74e-aae477486476), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.379286 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b573133-cf8a-4230-b8d4-12d591adcbbe req-6a888859-6154-49a3-9ac0-904390f6d2f6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:45.381222 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5b573133-cf8a-4230-b8d4-12d591adcbbe req-6a888859-6154-49a3-9ac0-904390f6d2f6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 943 time: 0.0752580 Aug 08 02:28:45.453620 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port f553eec7-8945-4f14-8a23-9cc399094640 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:28:45.457753 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=f9233253-bc0b-4a42-9c67-3aaa48408edd,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:45.468323 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5b573133-cf8a-4230-b8d4-12d591adcbbe req-eb2cccbe-dc38-4821-8bff-f202b7ef3c3f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791109 Aug 08 02:28:45.514754 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:45.526577 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:45.539405 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'port_id': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'mac_address': 'fa:16:3e:70:0d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:28:45.583682 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port f553eec7-8945-4f14-8a23-9cc399094640 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:45.591201 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f553eec7-8945-4f14-8a23-9cc399094640), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.606911 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Router b2c90c61-1a68-43b7-b74e-aae477486476 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:28:45.609835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:45.610289 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.638862 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:28:45.669966 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:45.694441 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f604e5-d90a-4b13-93c4-0b7af3bc2c8c None None] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:45.729518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:28:45.831759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.833696 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-29ecd2d1-1de2-4535-b921-7b269bae2de1 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2773221 Aug 08 02:28:45.836448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37368) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:45.852636 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed2595-3eec-4206-88d3-13914adacc5b req-8d4178cf-4e6f-4838-b64e-ebcbaa5e83f2 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:45.854565 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1ed2595-3eec-4206-88d3-13914adacc5b req-8d4178cf-4e6f-4838-b64e-ebcbaa5e83f2 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 944 time: 0.0541112 Aug 08 02:28:45.893370 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Sync routers for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:28:45.906105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.915611 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1ed2595-3eec-4206-88d3-13914adacc5b req-487380ed-a3d3-4fe3-8132-2530934317ce tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Aug 08 02:28:45.922173 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port f553eec7-8945-4f14-8a23-9cc399094640 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:45.926872 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f553eec7-8945-4f14-8a23-9cc399094640), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.965427 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-522c8262-7a4c-4354-97c4-b269a5f7e61b None None] Provisioning complete for port f9233253-bc0b-4a42-9c67-3aaa48408edd triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:45.965835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-522c8262-7a4c-4354-97c4-b269a5f7e61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:45.993596 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:45.994258 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:46.068772 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:46.069548 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553eec7-8945-4f14-8a23-9cc399094640'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:46.071735 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752d67e-3238-447e-83a5-9b9f2db8c6c0" -d '{"events": [{"server_uuid": "f2edabed-f896-4ecb-ab34-ef137c01d581", "name": "network-vif-plugged", "status": "completed", "tag": "f553eec7-8945-4f14-8a23-9cc399094640"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:46.126632 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b86313-5729-4012-ac00-d21086f35066 x-openstack-request-id: req-45b86313-5729-4012-ac00-d21086f35066 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:46.126950 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2edabed-f896-4ecb-ab34-ef137c01d581", "name": "network-vif-plugged", "status": "completed", "tag": "f553eec7-8945-4f14-8a23-9cc399094640", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:46.127210 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-45b86313-5729-4012-ac00-d21086f35066 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:46.127605 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b86313-5729-4012-ac00-d21086f35066'] response: {'server_uuid': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553eec7-8945-4f14-8a23-9cc399094640', 'code': 200} Aug 08 02:28:46.129402 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port f553eec7-8945-4f14-8a23-9cc399094640, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f553eec7-8945-4f14-8a23-9cc399094640,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:46.164742 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=9']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:46.208252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f553eec7-8945-4f14-8a23-9cc399094640), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.215063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:46.270610 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['8d2a6aac-ff75-417c-b0b9-cbf799f88d22'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:28:46.278980 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.327847 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:46.344410 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:46.412255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-522c8262-7a4c-4354-97c4-b269a5f7e61b None None] Current status of the port f9233253-bc0b-4a42-9c67-3aaa48408edd is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:46.447088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Allocated IP 172.20.0.1 (6fe4a268-f47a-420a-80c5-dd33e7e621f8/0b5224ed-92a3-4033-9fb5-e336d0b828a3/78952a5b-18c5-4b9d-ba65-ace20115c2c5) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:46.483388 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=f553eec7-8945-4f14-8a23-9cc399094640,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:46.566813 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-309e7d82-6316-4d4d-ab5a-8be28d7e0cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.587599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks [] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.614416 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:46.645035 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee47c93-60a2-4cb7-957d-a31b547a1c8d req-5bed2e5b-bb89-487c-9df8-9925d65407bf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:46.652362 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ee47c93-60a2-4cb7-957d-a31b547a1c8d req-5bed2e5b-bb89-487c-9df8-9925d65407bf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0756383 Aug 08 02:28:46.684404 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-9022845c-1b16-4306-a3d4-4f3a13839803 None None] Provisioning complete for port f9233253-bc0b-4a42-9c67-3aaa48408edd triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:46.684946 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9022845c-1b16-4306-a3d4-4f3a13839803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.698312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.700524 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ee47c93-60a2-4cb7-957d-a31b547a1c8d req-50bcfee4-4d03-4084-a8f1-d01d4bd444e6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Aug 08 02:28:46.741770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:44Z', 'revision_number': 3, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:46.748512 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:46.754746 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:46.760524 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:46.766255 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Pushing event updated for resources: {'Port': ['ID=78952a5b-18c5-4b9d-ba65-ace20115c2c5,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:46.793334 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Checking router: b2c90c61-1a68-43b7-b74e-aae477486476 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:28:46.793711 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Updating router b2c90c61-1a68-43b7-b74e-aae477486476 port 905a7361-c417-418b-afa8-c2220a7763f4 binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:28:46.819605 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (b2c90c61-1a68-43b7-b74e-aae477486476), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.860725 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (905a7361-c417-418b-afa8-c2220a7763f4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:46.862317 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-9022845c-1b16-4306-a3d4-4f3a13839803 None None] Current status of the port f9233253-bc0b-4a42-9c67-3aaa48408edd is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:46.909501 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:47.101268 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704343-3f39-4a2e-ab6a-87373598d3e8 req-215e4079-582a-402f-9117-72f8d6c05325 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:47.103035 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-27704343-3f39-4a2e-ab6a-87373598d3e8 req-215e4079-582a-402f-9117-72f8d6c05325 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0638821 Aug 08 02:28:47.134403 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f9233253-bc0b-4a42-9c67-3aaa48408edd up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:47.155856 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-27704343-3f39-4a2e-ab6a-87373598d3e8 req-133a5d23-abd1-422b-8cae-e47a358ea004 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Aug 08 02:28:47.173036 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-b563802c-0764-441a-a86f-943696f56848 None None] Provisioning complete for port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:47.173510 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b563802c-0764-441a-a86f-943696f56848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.211786 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:47.245190 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-b563802c-0764-441a-a86f-943696f56848 None None] Port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:28:47.279633 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f9233253-bc0b-4a42-9c67-3aaa48408edd triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:47.280011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.284959 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f7bc8-8699-45ca-be95-e722b85d796a req-f3d45e3b-277f-4555-b9d0-51255a3fb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:47.287044 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-333f7bc8-8699-45ca-be95-e722b85d796a req-f3d45e3b-277f-4555-b9d0-51255a3fb03f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 1129 time: 0.3674436 Aug 08 02:28:47.352236 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Publish callbacks [] for port (905a7361-c417-418b-afa8-c2220a7763f4), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.395658 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.396208 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f9233253-bc0b-4a42-9c67-3aaa48408edd is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:47.412482 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (905a7361-c417-418b-afa8-c2220a7763f4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.450123 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Attempting to bind port 905a7361-c417-418b-afa8-c2220a7763f4 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:28:47.450571 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Attempting to bind port 905a7361-c417-418b-afa8-c2220a7763f4 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:28:47.450997 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Attempting to bind port 905a7361-c417-418b-afa8-c2220a7763f4 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:47.462790 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:28:47.463162 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:47.463556 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.463943 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:28:47.464408 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Bound port: 905a7361-c417-418b-afa8-c2220a7763f4, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:28:47.464804 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (905a7361-c417-418b-afa8-c2220a7763f4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.486072 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-333f7bc8-8699-45ca-be95-e722b85d796a req-5df97ae8-050d-40c2-b343-a0dafba825f6 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774295 Aug 08 02:28:47.493616 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c51fe-8e22-4472-bef3-c529491d55cf None None] Pushing event updated for resources: {'Port': ['ID=905a7361-c417-418b-afa8-c2220a7763f4,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:47.527105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] For port 905a7361-c417-418b-afa8-c2220a7763f4, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:28:47.529101 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:47.531710 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] For port 905a7361-c417-418b-afa8-c2220a7763f4, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=905a7361-c417-418b-afa8-c2220a7763f4,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:28:47.599210 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks [] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.624586 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (905a7361-c417-418b-afa8-c2220a7763f4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.632032 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:47.681207 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.708816 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:47.709590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:47.755837 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c51fe-8e22-4472-bef3-c529491d55cf None None] Pushing event updated for resources: {'Port': ['ID=905a7361-c417-418b-afa8-c2220a7763f4,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:47.771044 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (b2c90c61-1a68-43b7-b74e-aae477486476), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.780464 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:47.781240 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:47.782908 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Pushing event updated for resources: {'Port': ['ID=78952a5b-18c5-4b9d-ba65-ace20115c2c5,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:47.897781 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5127-f51f-4c97-8e66-1665274bacb5 req-707b1829-9786-41d1-8b51-082f1090508d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:47.903253 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:47.906748 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:47.907032 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-38ab5127-f51f-4c97-8e66-1665274bacb5 req-707b1829-9786-41d1-8b51-082f1090508d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 944 time: 0.0821722 Aug 08 02:28:47.914572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:47.999340 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-38ab5127-f51f-4c97-8e66-1665274bacb5 req-be2df7a6-730c-41a0-8b33-bef69af33ed6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767262 Aug 08 02:28:48.024700 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:48.058899 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Router b2c90c61-1a68-43b7-b74e-aae477486476 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:28:48.141432 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:48.175519 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:48.175920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:48.189829 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:28:48.198638 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b794dadc-44d4-4f80-a27a-a9b430603952 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b2c90c61-1a68-43b7-b74e-aae477486476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3608925 Aug 08 02:28:48.229642 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:28:48.232021 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2dbf23-8bd5-4e06-bedb-6d443067bdfa" -d '{"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-plugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:28:48.254930 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:48.284256 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-f1c396ec-6502-4164-9cab-caf9291bbf38 None None] Provisioning complete for port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:48.286251 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f1c396ec-6502-4164-9cab-caf9291bbf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:48.306408 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45189a37-db88-43a2-b7a5-5b93934acc0c x-openstack-request-id: req-45189a37-db88-43a2-b7a5-5b93934acc0c {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:28:48.306703 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-plugged", "status": "completed", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:28:48.307245 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-45189a37-db88-43a2-b7a5-5b93934acc0c {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:28:48.307906 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45189a37-db88-43a2-b7a5-5b93934acc0c'] response: {'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'code': 200} Aug 08 02:28:48.324867 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edd848-47d7-4be1-b3ff-318652529a90 req-989985c9-a7b7-4099-94e8-edf0128b379b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:48.334150 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:48.334863 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c0edd848-47d7-4be1-b3ff-318652529a90 req-989985c9-a7b7-4099-94e8-edf0128b379b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0838988 Aug 08 02:28:48.391273 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-f1c396ec-6502-4164-9cab-caf9291bbf38 None None] Port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:28:48.392919 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c0edd848-47d7-4be1-b3ff-318652529a90 req-d2056cb1-02ba-4b84-8005-d40d9f50ee61 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571370 Aug 08 02:28:48.398169 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 2, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:48.435381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f09c3-6555-4b7e-bc84-119f9b7253ed None None] The sync data for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi is: [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 2, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:28:48.441584 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=10']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:49.032372 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-795cb854-d52d-4085-be01-ff09f95a83bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.141884 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37428) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:49.148743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1545128291-network', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:49.153092 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fb2a2-5f14-4d8e-b235-c023caf030c3 req-2443317e-6716-4f61-ad9f-0e3aa87e8682 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:49.154814 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-809fb2a2-5f14-4d8e-b235-c023caf030c3 req-2443317e-6716-4f61-ad9f-0e3aa87e8682 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0550885 Aug 08 02:28:49.185617 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:49.232163 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-809fb2a2-5f14-4d8e-b235-c023caf030c3 req-26ce56d6-5fe1-4d79-a3b9-80b6d5d34821 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702984 Aug 08 02:28:49.252342 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Made reservation on behalf of 7fc76c9217b04e3ebdc10482112ff802 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:49.254898 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.265391 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.315294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:49.351563 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks [] for security_group (7d4f47d2-3be6-4aef-bd82-af64c592a141), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.418263 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7d4f47d2-3be6-4aef-bd82-af64c592a141), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.471171 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4f47d2-3be6-4aef-bd82-af64c592a141,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:49.498398 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601560-6249-4d9c-8d12-df3d5b01017b req-8ed7a7e8-87e5-411b-8dcd-7b6224e84a38 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:49.501250 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-50601560-6249-4d9c-8d12-df3d5b01017b req-8ed7a7e8-87e5-411b-8dcd-7b6224e84a38 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0621212 Aug 08 02:28:49.502020 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:28:49.515739 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (143758be-0e10-4aa5-931a-177f8eafeedc), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.516445 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Added segment 143758be-0e10-4aa5-931a-177f8eafeedc of type vlan for network 164efaca-2d39-418a-9c8e-e55a974a9936 Aug 08 02:28:49.562155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228d61b-3a27-42a0-ac79-569879438210 req-3f7450d1-7fc8-4825-ae25-fdbdea5dbe32 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:49.563795 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f228d61b-3a27-42a0-ac79-569879438210 req-3f7450d1-7fc8-4825-ae25-fdbdea5dbe32 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0616288 Aug 08 02:28:49.565613 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (164efaca-2d39-418a-9c8e-e55a974a9936), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.625209 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-50601560-6249-4d9c-8d12-df3d5b01017b req-11296e32-50f9-4d9d-910f-afdc2fc12dfc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879085 Aug 08 02:28:49.644717 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f228d61b-3a27-42a0-ac79-569879438210 req-a5006dae-a160-4a77-b817-549df3821e72 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Aug 08 02:28:49.692874 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (164efaca-2d39-418a-9c8e-e55a974a9936), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.694142 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:49.700673 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.737725 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:49.833835 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-3a80fcb4-52d7-4e95-9c2e-9e7ff91a6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:49.835796 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-3a80fcb4-52d7-4e95-9c2e-9e7ff91a6a73 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.1305387 Aug 08 02:28:49.844011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704fc6f-395f-46b4-81b7-95bced11f7aa req-97a1f1b0-cdc0-48ce-af0f-16b7d475cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:49.845591 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3704fc6f-395f-46b4-81b7-95bced11f7aa req-97a1f1b0-cdc0-48ce-af0f-16b7d475cb52 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 1130 time: 0.1007493 Aug 08 02:28:49.847488 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] Pushing event updated for resources: {'Network': ['ID=164efaca-2d39-418a-9c8e-e55a974a9936,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:49.860500 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 164efaca-2d39-418a-9c8e-e55a974a9936 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:28:49.910222 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:49.914250 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-40eca7ca-5a1b-4e93-94ef-b9090892fc43 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7709742 Aug 08 02:28:49.917860 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37476) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:49.925167 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Request body: {'subnet': {'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1545128291-subnet', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:49.963822 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3704fc6f-395f-46b4-81b7-95bced11f7aa req-4ba37fe5-cf7e-4808-86b3-3617e538420b service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017857 Aug 08 02:28:50.002116 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-dde83c5f-f1cd-49e8-99d2-62f2ecd794d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:50.003771 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-dde83c5f-f1cd-49e8-99d2-62f2ecd794d2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.1573391 Aug 08 02:28:50.011965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Made reservation on behalf of 7fc76c9217b04e3ebdc10482112ff802 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:28:50.014442 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13217958'] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.146990 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:50.259645 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14416697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13217968'] for subnet (6317b1e3-0116-4ce2-b0e7-ca5297a0646e), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.334087 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6317b1e3-0116-4ce2-b0e7-ca5297a0646e,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:50.336060 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-69d06e05-9070-4328-bc55-110d42befc79 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 1001 time: 0.0927424 Aug 08 02:28:50.342623 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Checking segment: {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:50.343426 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Network hostable DHCP agents. Network: 164efaca-2d39-418a-9c8e-e55a974a9936, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:28:50.394112 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-f29f9eb6-d84d-4520-8e45-1cfe3f01b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:50.395800 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-f29f9eb6-d84d-4520-8e45-1cfe3f01b4c1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0517769 Aug 08 02:28:50.402733 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b0a87-64f2-4f97-9aab-f397e4372585 req-4e801f90-62e9-44f7-8dbb-ead6b8cd05fd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:50.404248 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c62b0a87-64f2-4f97-9aab-f397e4372585 req-4e801f90-62e9-44f7-8dbb-ead6b8cd05fd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0582290 Aug 08 02:28:50.446998 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:50.463421 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-73fa725a-4391-43a0-9702-0c9556e72eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:50.465410 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-73fa725a-4391-43a0-9702-0c9556e72eb5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602384 Aug 08 02:28:50.466594 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c62b0a87-64f2-4f97-9aab-f397e4372585 req-8f81d607-3340-42ab-b0cd-167f1b5a5ac4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551882 Aug 08 02:28:50.508244 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Network 164efaca-2d39-418a-9c8e-e55a974a9936 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:28:50.583089 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-33319398-bebd-4f6d-83b9-fe32a4077e50 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097810 Aug 08 02:28:50.612867 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 164efaca-2d39-418a-9c8e-e55a974a9936) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:50.617931 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:50.618974 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.623348 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602055c-8d48-4f8f-a1f4-e0f3604be37e None None] Network 164efaca-2d39-418a-9c8e-e55a974a9936 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:50.696002 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8cf838fa-ad7d-4b92-996e-60a03ba3436d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7764459 Aug 08 02:28:50.698540 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37496) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:50.703586 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:50.748019 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-164efaca-2d39-418a-9c8e-e55a974a9936', 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'fixed_ips': [{'subnet_id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:28:50.749820 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.766774 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82e34c-79e0-4ea8-951e-7cd1dbffdaee req-4bdfa313-be76-4be2-aa12-9c12bbd992b1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:50.766774 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dc82e34c-79e0-4ea8-951e-7cd1dbffdaee req-4bdfa313-be76-4be2-aa12-9c12bbd992b1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0534019 Aug 08 02:28:50.772759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (36ae6cde-bb70-4d4b-a053-f1ae89009818), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.773847 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (36ae6cde-bb70-4d4b-a053-f1ae89009818), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.823627 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dc82e34c-79e0-4ea8-951e-7cd1dbffdaee req-ca4534e8-951b-4f65-aede-9a1b5339dcc7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545220 Aug 08 02:28:50.834716 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Sync routers for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:28:50.838106 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks [] for router_controller (36ae6cde-bb70-4d4b-a053-f1ae89009818), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.846632 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:50.847260 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:50.901677 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:50.912961 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Allocated IP 172.20.0.2 (164efaca-2d39-418a-9c8e-e55a974a9936/6317b1e3-0116-4ce2-b0e7-ca5297a0646e/004edaeb-229d-4d17-a46a-34208f2370a3) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:51.087107 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:51.125928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks [] for router_gateway (36ae6cde-bb70-4d4b-a053-f1ae89009818), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.144423 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Publish callbacks [] for port (004edaeb-229d-4d17-a46a-34208f2370a3), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.150055 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 905a7361-c417-418b-afa8-c2220a7763f4 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:51.234679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.244719 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-088d4262-e6ca-4be5-851a-710a6d8f1618 req-bf3f128e-7a17-489a-b6c6-7af15cb47f1d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049885 Aug 08 02:28:51.291407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 905a7361-c417-418b-afa8-c2220a7763f4 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:51.291788 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (905a7361-c417-418b-afa8-c2220a7763f4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.303711 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Network 164efaca-2d39-418a-9c8e-e55a974a9936 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:51.338176 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:51.352564 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:51.354551 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Pushing event updated for resources: {'Port': ['ID=004edaeb-229d-4d17-a46a-34208f2370a3,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:51.364260 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.364502 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:51.365255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:51.386928 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 2, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:51.413382 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Checking router: b2c90c61-1a68-43b7-b74e-aae477486476 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:28:51.413737 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Updating router b2c90c61-1a68-43b7-b74e-aae477486476 port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:28:51.415722 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks [] for router_gateway (36ae6cde-bb70-4d4b-a053-f1ae89009818), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.435978 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.443566 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.462586 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Attempting to bind port 004edaeb-229d-4d17-a46a-34208f2370a3 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:28:51.462955 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Attempting to bind port 004edaeb-229d-4d17-a46a-34208f2370a3 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:28:51.463335 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Attempting to bind port 004edaeb-229d-4d17-a46a-34208f2370a3 on network 164efaca-2d39-418a-9c8e-e55a974a9936 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:51.479524 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:28:51.479963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Checking segment: {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:51.480300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.480720 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Bound using segment: {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:28:51.481203 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Bound port: 004edaeb-229d-4d17-a46a-34208f2370a3, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:28:51.481587 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.484689 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 905a7361-c417-418b-afa8-c2220a7763f4 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:51.485061 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (905a7361-c417-418b-afa8-c2220a7763f4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.501537 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.522977 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 905a7361-c417-418b-afa8-c2220a7763f4, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=905a7361-c417-418b-afa8-c2220a7763f4,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:51.583207 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] For port 004edaeb-229d-4d17-a46a-34208f2370a3, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:28:51.589048 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] For port 004edaeb-229d-4d17-a46a-34208f2370a3, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=004edaeb-229d-4d17-a46a-34208f2370a3,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:28:51.602419 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (905a7361-c417-418b-afa8-c2220a7763f4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.613641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Allocated IP 172.27.3.222 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/e5d6558c-91c3-4d86-9382-e04af873d6ea) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:51.677802 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8730-4b85-4506-b2e1-ad5afd01000d req-3098bc99-9aab-4c46-af4a-1ccdc42d1cc4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:51.679935 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6d4b8730-4b85-4506-b2e1-ad5afd01000d req-3098bc99-9aab-4c46-af4a-1ccdc42d1cc4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0986862 Aug 08 02:28:51.684776 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=905a7361-c417-418b-afa8-c2220a7763f4,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:51.696934 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.768137 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6d4b8730-4b85-4506-b2e1-ad5afd01000d req-2c617b98-d5b8-4084-9a2e-56d361036ecb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778089 Aug 08 02:28:51.787006 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:51.792432 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32e2c0-1085-436c-b91b-74c2f8971454 None None] Pushing event updated for resources: {'Port': ['ID=004edaeb-229d-4d17-a46a-34208f2370a3,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:51.826676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks [] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.880139 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Publish callbacks [] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.910485 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:51.927390 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.004172 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Pushing event updated for resources: {'Port': ['ID=78952a5b-18c5-4b9d-ba65-ace20115c2c5,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:52.005810 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:52.008897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:52.011593 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:52.034918 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11374-cf32-4ec0-8ab9-1d8a48da6ab3 req-8b4442ad-4625-416c-b20f-e5b052050e28 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:52.045556 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4bc11374-cf32-4ec0-8ab9-1d8a48da6ab3 req-8b4442ad-4625-416c-b20f-e5b052050e28 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0892406 Aug 08 02:28:52.053878 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.054409 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.055233 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.056911 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.057389 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Pushing event updated for resources: {'Port': ['ID=e5d6558c-91c3-4d86-9382-e04af873d6ea,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:52.057601 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.058084 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.058575 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.059053 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.059604 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.060395 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.060921 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.061718 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.062857 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.063484 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.064589 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:52.112133 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4bc11374-cf32-4ec0-8ab9-1d8a48da6ab3 req-f697b5e8-2ef4-44ee-aa48-1084a0af14aa tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647316 Aug 08 02:28:52.119191 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Attempting to bind port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:28:52.120384 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Attempting to bind port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:28:52.120659 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Attempting to bind port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 on network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:52.127094 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:28:52.127754 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Checking segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:52.128310 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.128868 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Bound using segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:28:52.129489 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Bound port: 78952a5b-18c5-4b9d-ba65-ace20115c2c5, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:28:52.130052 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.215593 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] For port 78952a5b-18c5-4b9d-ba65-ace20115c2c5, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:28:52.221115 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] For port 78952a5b-18c5-4b9d-ba65-ace20115c2c5, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=78952a5b-18c5-4b9d-ba65-ace20115c2c5,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:28:52.309788 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.348428 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:52.349094 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:52.383643 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:52.388329 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:52.412932 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d7ad0-f24d-4af8-9ab8-7ef47cbd30b0 None None] Pushing event updated for resources: {'Port': ['ID=78952a5b-18c5-4b9d-ba65-ace20115c2c5,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:52.426427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks [] for router_gateway (36ae6cde-bb70-4d4b-a053-f1ae89009818), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.476980 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:52.689664 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (36ae6cde-bb70-4d4b-a053-f1ae89009818), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.762112 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:52Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:52.762702 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa1a6f-d479-42f2-a2d7-44beb191be70 None None] The sync data for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi is: [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:52Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:28:52.784599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:52.969681 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33120e-6867-42ea-aa5b-dff06c6d0bf6 req-ebe8b64b-6da0-44a5-be10-4d2cc63f28b3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:52.977443 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7d33120e-6867-42ea-aa5b-dff06c6d0bf6 req-ebe8b64b-6da0-44a5-be10-4d2cc63f28b3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0768704 Aug 08 02:28:52.989683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Router 36ae6cde-bb70-4d4b-a053-f1ae89009818 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:28:53.071178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309f7e5-9a86-4078-b1d9-a3338e5f4b31 None None] Network 164efaca-2d39-418a-9c8e-e55a974a9936 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:28:53.087270 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7d33120e-6867-42ea-aa5b-dff06c6d0bf6 req-0b639afa-5b63-40d8-9f82-966185f3bc41 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086965 Aug 08 02:28:53.095137 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:53.205533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:53.210319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] Provisioning complete for port 004edaeb-229d-4d17-a46a-34208f2370a3 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:53.211018 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:53.233126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:28:53.263938 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 004edaeb-229d-4d17-a46a-34208f2370a3 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:53.267347 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Sync routers for ids ['36ae6cde-bb70-4d4b-a053-f1ae89009818'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:28:53.351953 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:53.353255 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-bfd17e66-a9d0-4df5-8a7f-ba3279a753bb admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6539040 Aug 08 02:28:53.356066 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37570) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:53.369391 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e1a18-0ab5-4881-96c4-09a1e08895f4 req-98063217-191c-490a-8ad3-6b35b5efb5bb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:53.375414 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Routers {'36ae6cde-bb70-4d4b-a053-f1ae89009818'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:53.376062 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['36ae6cde-bb70-4d4b-a053-f1ae89009818'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:53.392548 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c74e1a18-0ab5-4881-96c4-09a1e08895f4 req-98063217-191c-490a-8ad3-6b35b5efb5bb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.1338930 Aug 08 02:28:53.448884 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c74e1a18-0ab5-4881-96c4-09a1e08895f4 req-4deed188-dd78-4bbb-b125-2d0660b1a7c3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544777 Aug 08 02:28:53.784254 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Set router 36ae6cde-bb70-4d4b-a053-f1ae89009818 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:53.851285 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 004edaeb-229d-4d17-a46a-34208f2370a3 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:53.852052 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:53.880550 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] Current status of the port 004edaeb-229d-4d17-a46a-34208f2370a3 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:53.880999 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:53.925604 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:54.029954 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] For port 004edaeb-229d-4d17-a46a-34208f2370a3, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=004edaeb-229d-4d17-a46a-34208f2370a3,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:54.071619 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.093750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 004edaeb-229d-4d17-a46a-34208f2370a3 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:54.094255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.144909 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.209298 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.222256 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:28:52Z', 'revision_number': 3, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:54.275456 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Checking router: 36ae6cde-bb70-4d4b-a053-f1ae89009818 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:28:54.275793 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Updating router 36ae6cde-bb70-4d4b-a053-f1ae89009818 port e5d6558c-91c3-4d86-9382-e04af873d6ea binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:28:54.277906 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:28:54.278316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG oslo_db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:28:54.285090 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2296-345a-498a-8bc7-0695d780cd07 None None] Pushing event updated for resources: {'Port': ['ID=004edaeb-229d-4d17-a46a-34208f2370a3,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:54.315970 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-fcab68b4-cbaf-4600-9588-e59533822346 None None] Provisioning complete for port 004edaeb-229d-4d17-a46a-34208f2370a3 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:54.317354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-fcab68b4-cbaf-4600-9588-e59533822346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.340356 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715661f-68c3-43fa-8445-c03e12240f97 req-fd42a3eb-d0da-46d3-823e-83dacbcbc489 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:54.343057 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7715661f-68c3-43fa-8445-c03e12240f97 req-fd42a3eb-d0da-46d3-823e-83dacbcbc489 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.1273458 Aug 08 02:28:54.343252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.356240 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d3f2d-4895-4e25-9da0-e786d31199c9 req-7fa3b83a-47f1-4a19-a727-88651174b3df tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:54.359343 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-097d3f2d-4895-4e25-9da0-e786d31199c9 req-7fa3b83a-47f1-4a19-a727-88651174b3df tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.1111093 Aug 08 02:28:54.420141 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7715661f-68c3-43fa-8445-c03e12240f97 req-2f24586b-cc65-4a8b-b151-870153b950a0 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589089 Aug 08 02:28:54.466560 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Allocated IP 172.20.0.1 (164efaca-2d39-418a-9c8e-e55a974a9936/6317b1e3-0116-4ce2-b0e7-ca5297a0646e/5c8e15cd-7648-44af-9bc0-7f099274099e) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:28:54.499792 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-097d3f2d-4895-4e25-9da0-e786d31199c9 req-6865f93f-8db2-4c61-a43c-c1a579dfa437 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850091 Aug 08 02:28:54.550402 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-fcab68b4-cbaf-4600-9588-e59533822346 None None] Current status of the port 004edaeb-229d-4d17-a46a-34208f2370a3 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:54.565837 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:54.585097 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:54.621904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks [] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.645507 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721dd11-87c6-45b1-92ab-558827a30682 req-ad263ef3-ac20-4900-8a54-d07bce36ae7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:54.647309 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7721dd11-87c6-45b1-92ab-558827a30682 req-ad263ef3-ac20-4900-8a54-d07bce36ae7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Aug 08 02:28:54.693762 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.713030 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Publish callbacks [] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.715850 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7721dd11-87c6-45b1-92ab-558827a30682 req-9b8675f9-ff19-4660-bc17-6fabfed1ec1a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613701 Aug 08 02:28:54.749686 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Network 164efaca-2d39-418a-9c8e-e55a974a9936 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:54.754975 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:54.758592 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:28:54.762762 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:54.790525 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8e15cd-7648-44af-9bc0-7f099274099e,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:54.819374 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (36ae6cde-bb70-4d4b-a053-f1ae89009818), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.833521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.841117 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 004edaeb-229d-4d17-a46a-34208f2370a3 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:54.842221 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 78952a5b-18c5-4b9d-ba65-ace20115c2c5 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:54.900946 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Attempting to bind port e5d6558c-91c3-4d86-9382-e04af873d6ea on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:28:54.901679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Attempting to bind port e5d6558c-91c3-4d86-9382-e04af873d6ea by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:28:54.902781 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Attempting to bind port e5d6558c-91c3-4d86-9382-e04af873d6ea on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:28:54.930630 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:28:54.931089 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:28:54.931413 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.931811 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:28:54.932295 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Bound port: e5d6558c-91c3-4d86-9382-e04af873d6ea, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:28:54.932693 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.962105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cc102-229c-4dfe-9421-ff50837126ad None None] Pushing event updated for resources: {'Port': ['ID=e5d6558c-91c3-4d86-9382-e04af873d6ea,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:54.981618 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:55.007606 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:55.007981 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.016431 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] For port e5d6558c-91c3-4d86-9382-e04af873d6ea, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:28:55.045534 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.052506 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] For port e5d6558c-91c3-4d86-9382-e04af873d6ea, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=e5d6558c-91c3-4d86-9382-e04af873d6ea,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:28:55.096007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-aa67613f-df85-44bc-9b5a-e35930d22e75 None None] Provisioning complete for port 5c8e15cd-7648-44af-9bc0-7f099274099e triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:55.096790 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-aa67613f-df85-44bc-9b5a-e35930d22e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.148697 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-aa67613f-df85-44bc-9b5a-e35930d22e75 None None] Port 5c8e15cd-7648-44af-9bc0-7f099274099e cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:28:55.157192 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:55.157192 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.170197 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.236858 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 78952a5b-18c5-4b9d-ba65-ace20115c2c5, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=78952a5b-18c5-4b9d-ba65-ace20115c2c5,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:55.237273 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Routers {'36ae6cde-bb70-4d4b-a053-f1ae89009818'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:55.237888 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['36ae6cde-bb70-4d4b-a053-f1ae89009818'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:55.243083 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks [] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.287578 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cc102-229c-4dfe-9421-ff50837126ad None None] Pushing event updated for resources: {'Port': ['ID=e5d6558c-91c3-4d86-9382-e04af873d6ea,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:55.294139 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:55.309640 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.347475 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.348368 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 905a7361-c417-418b-afa8-c2220a7763f4 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:55.427941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8e15cd-7648-44af-9bc0-7f099274099e,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:55.436181 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] Set router 36ae6cde-bb70-4d4b-a053-f1ae89009818 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:55.449473 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:55.453263 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (36ae6cde-bb70-4d4b-a053-f1ae89009818), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.479416 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=78952a5b-18c5-4b9d-ba65-ace20115c2c5,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:55.526804 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 905a7361-c417-418b-afa8-c2220a7763f4 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:55.527178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (905a7361-c417-418b-afa8-c2220a7763f4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.571289 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Network 164efaca-2d39-418a-9c8e-e55a974a9936 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:28:55.573992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:28:55.692142 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febcba7-e037-4fe0-b418-ed0520122a60 req-fd833ac1-43a6-4014-a9f0-cc7ef34fb776 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:55.694524 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2febcba7-e037-4fe0-b418-ed0520122a60 req-fd833ac1-43a6-4014-a9f0-cc7ef34fb776 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0818839 Aug 08 02:28:55.731817 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 905a7361-c417-418b-afa8-c2220a7763f4 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:55.747345 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:55.756900 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5c8e15cd-7648-44af-9bc0-7f099274099e', 'name': '', 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'mac_address': 'fa:16:3e:46:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:54Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 1, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'subnets': [{'id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:55.775317 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:55.778588 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Router 36ae6cde-bb70-4d4b-a053-f1ae89009818 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:28:55.809638 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2febcba7-e037-4fe0-b418-ed0520122a60 req-b477562e-cd53-41af-a28b-eb5e155f0958 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068115 Aug 08 02:28:55.957713 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:28:55.974264 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7716bdd4-ac11-40e3-8e58-a53faa2c8a95 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/36ae6cde-bb70-4d4b-a053-f1ae89009818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170027 Aug 08 02:28:55.982076 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e8ebf-8002-4ac2-b9f6-87046fd23554 req-09e66744-5711-40ea-aa1e-5e0704ccb737 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:55.982913 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 004edaeb-229d-4d17-a46a-34208f2370a3 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:55.983999 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eb5e8ebf-8002-4ac2-b9f6-87046fd23554 req-09e66744-5711-40ea-aa1e-5e0704ccb737 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.1084387 Aug 08 02:28:56.015517 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109caee-9164-4b9c-816c-a3a17216c2fc None None] The sync data for ids ['36ae6cde-bb70-4d4b-a053-f1ae89009818'] in dv-cinder-740146-18-iscsi is: [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5c8e15cd-7648-44af-9bc0-7f099274099e', 'name': '', 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'mac_address': 'fa:16:3e:46:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:54Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 1, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'subnets': [{'id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:28:56.017731 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233497f-6e16-4c28-a084-7a6bb31cb4d4 req-1499fb19-258b-48b9-a374-6e52433148bb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:56.019646 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6233497f-6e16-4c28-a084-7a6bb31cb4d4 req-1499fb19-258b-48b9-a374-6e52433148bb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0970728 Aug 08 02:28:56.031909 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-d5d0fa6c-e087-4592-b437-78e71f80f60a None None] Provisioning complete for port 5c8e15cd-7648-44af-9bc0-7f099274099e triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:56.032298 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d5d0fa6c-e087-4592-b437-78e71f80f60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.061793 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:56.072168 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 004edaeb-229d-4d17-a46a-34208f2370a3 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:56.072561 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.078528 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eb5e8ebf-8002-4ac2-b9f6-87046fd23554 req-f056a563-3a63-477c-b529-af07ea5b865c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878539 Aug 08 02:28:56.119233 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0fa6c-e087-4592-b437-78e71f80f60a None None] Port 5c8e15cd-7648-44af-9bc0-7f099274099e cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:28:56.129819 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6233497f-6e16-4c28-a084-7a6bb31cb4d4 req-e83e11eb-2bdc-4897-971d-0c828fb2fe2d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981283 Aug 08 02:28:56.193458 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 004edaeb-229d-4d17-a46a-34208f2370a3 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:56.194488 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 78952a5b-18c5-4b9d-ba65-ace20115c2c5 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:56.254835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:56.255225 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.362071 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:56.501809 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37624) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:56.507028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813371614', 'description': 'tempest-secgroup-smoke-813371614 description', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:56.610267 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.691754 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group (33022304-f35c-408e-9836-0d5ff0003eb8), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.751809 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (33022304-f35c-408e-9836-0d5ff0003eb8), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.758987 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:56.788625 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33022304-f35c-408e-9836-0d5ff0003eb8,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:56.869998 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.875821 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a7d75eec-83ad-4137-92dd-e326e2358a8f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3683033 Aug 08 02:28:56.876174 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37628) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:56.880978 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group_rule': {'security_group_id': '33022304-f35c-408e-9836-0d5ff0003eb8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:56.959319 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d3787-8cde-4faf-a3e7-fc8acc229274 req-3f07b8df-842c-40bf-b62d-577f8f9103a1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:56.961148 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a79d3787-8cde-4faf-a3e7-fc8acc229274 req-3f07b8df-842c-40bf-b62d-577f8f9103a1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0556993 Aug 08 02:28:56.994972 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (b1fc615d-c3e6-41f3-a4e3-b17dd57a05ca), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.039613 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a79d3787-8cde-4faf-a3e7-fc8acc229274 req-07ff14a7-6ad1-435f-9936-77ae74ed3f7f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715861 Aug 08 02:28:57.067677 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (b1fc615d-c3e6-41f3-a4e3-b17dd57a05ca), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.149818 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (b1fc615d-c3e6-41f3-a4e3-b17dd57a05ca), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.214682 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fc615d-c3e6-41f3-a4e3-b17dd57a05ca,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:57.263642 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd0fae-db97-40ce-9e9b-9d66ca523356 req-46dc5138-a4bd-45ee-8fbc-537217c1b013 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:57.267559 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-abbd0fae-db97-40ce-9e9b-9d66ca523356 req-46dc5138-a4bd-45ee-8fbc-537217c1b013 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.1078482 Aug 08 02:28:57.288810 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c634-1178-46b6-aed3-b3ed87a61813 req-1959699c-b06d-45b6-b7fb-9f9ca851327a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:57.291480 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-66f6c634-1178-46b6-aed3-b3ed87a61813 req-1959699c-b06d-45b6-b7fb-9f9ca851327a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0779066 Aug 08 02:28:57.332894 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.334097 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b4f4f5ce-08a1-4c29-b18b-a2d8d26fc9ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4567802 Aug 08 02:28:57.338153 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37636) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:57.342280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group_rule': {'security_group_id': '33022304-f35c-408e-9836-0d5ff0003eb8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:57.369249 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-abbd0fae-db97-40ce-9e9b-9d66ca523356 req-067a39c4-72c5-4ff8-a973-37e163104449 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949728 Aug 08 02:28:57.382785 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-66f6c634-1178-46b6-aed3-b3ed87a61813 req-c9cfa519-909d-4f8d-a659-1fd9bb620a65 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829940 Aug 08 02:28:57.517330 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (705ed057-95cd-4a8d-b3a8-49a43b6c113b), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.576455 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (705ed057-95cd-4a8d-b3a8-49a43b6c113b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.675824 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (705ed057-95cd-4a8d-b3a8-49a43b6c113b), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.696545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705ed057-95cd-4a8d-b3a8-49a43b6c113b,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:57.776808 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.781545 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-82cf34e6-db33-45df-9e6b-a01678dc3b8c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4432473 Aug 08 02:28:57.781875 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37640) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:57.786312 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group_rule': {'security_group_id': '33022304-f35c-408e-9836-0d5ff0003eb8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:57.831765 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device e5d6558c-91c3-4d86-9382-e04af873d6ea up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:57.877636 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port e5d6558c-91c3-4d86-9382-e04af873d6ea triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:57.878021 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.879159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (d3446928-aac3-4135-9ca2-6e52fd4417c6), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.929284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (d3446928-aac3-4135-9ca2-6e52fd4417c6), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.956060 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port e5d6558c-91c3-4d86-9382-e04af873d6ea is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:28:57.956456 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:57.978044 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port e5d6558c-91c3-4d86-9382-e04af873d6ea, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=e5d6558c-91c3-4d86-9382-e04af873d6ea,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:28:58.052624 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (d3446928-aac3-4135-9ca2-6e52fd4417c6), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.071998 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3446928-aac3-4135-9ca2-6e52fd4417c6,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:58.093462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.162124 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=e5d6558c-91c3-4d86-9382-e04af873d6ea,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:58.171180 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.171834 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.172246 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.172621 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.173086 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.173423 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.173757 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.174090 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.174436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.174773 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.175186 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.175521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.175855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.176239 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.176597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:58.188853 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6a21-3c5b-408d-b5b5-06014b617f85 req-b93c8ab1-e047-4cf0-82b1-22b8bf62690f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:58.190513 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8fea6a21-3c5b-408d-b5b5-06014b617f85 req-b93c8ab1-e047-4cf0-82b1-22b8bf62690f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0542908 Aug 08 02:28:58.246183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.247419 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-552238cf-2c79-4904-ab61-1fa49fdf0405 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4645622 Aug 08 02:28:58.251074 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37646) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:58.254958 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8fea6a21-3c5b-408d-b5b5-06014b617f85 req-684a083c-6853-41ba-8695-49eb89f09860 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576150 Aug 08 02:28:58.262287 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group_rule': {'security_group_id': '33022304-f35c-408e-9836-0d5ff0003eb8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:58.391032 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (a20fd5e9-b690-4086-8ada-c969a3e7075e), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.490179 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (a20fd5e9-b690-4086-8ada-c969a3e7075e), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.529243 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347de02e-63d4-4906-8f84-01f6779a4db2 req-0217ef31-0501-44f4-bb5e-8119094a86b6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:58.530793 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-347de02e-63d4-4906-8f84-01f6779a4db2 req-0217ef31-0501-44f4-bb5e-8119094a86b6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0859909 Aug 08 02:28:58.542345 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084d531-05da-42b9-81d5-ef47a40853cc req-0dda35a7-1884-4e89-bd05-82122d64134b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:58.543925 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1084d531-05da-42b9-81d5-ef47a40853cc req-0dda35a7-1884-4e89-bd05-82122d64134b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0658600 Aug 08 02:28:58.560534 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (a20fd5e9-b690-4086-8ada-c969a3e7075e), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.582881 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20fd5e9-b690-4086-8ada-c969a3e7075e,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:58.627374 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-347de02e-63d4-4906-8f84-01f6779a4db2 req-b1438959-a6ce-4ac7-a128-fc2ab64d9837 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825925 Aug 08 02:28:58.634492 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1084d531-05da-42b9-81d5-ef47a40853cc req-01a81fad-3cde-455b-9edc-70ea9b1d47c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826712 Aug 08 02:28:58.650232 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.654055 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-972c3310-6c92-4f41-870d-6d657750a3b4 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3994682 Aug 08 02:28:58.654316 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37654) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:58.658860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group_rule': {'security_group_id': '33022304-f35c-408e-9836-0d5ff0003eb8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:58.738455 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.securitygroups_db [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Project fa4edbfca7b749ff9be3268fa6b81264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:28:58.747693 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (d77fbc57-4de1-48a7-8fc4-0be4488baebc), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.805783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (d77fbc57-4de1-48a7-8fc4-0be4488baebc), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.869070 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (d77fbc57-4de1-48a7-8fc4-0be4488baebc), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.890505 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77fbc57-4de1-48a7-8fc4-0be4488baebc,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:58.969294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:58.970529 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4cfc3739-6c44-414a-b72a-795cd269fa43 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3151336 Aug 08 02:28:58.973361 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37656) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:58.977604 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'security_group_rule': {'security_group_id': '33022304-f35c-408e-9836-0d5ff0003eb8', 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:28:59.075757 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.securitygroups_db [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Project fa4edbfca7b749ff9be3268fa6b81264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:28:59.082719 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (c3b21988-2b05-441a-9edc-a05e8f06d98c), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:59.144631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (c3b21988-2b05-441a-9edc-a05e8f06d98c), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:59.223916 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (c3b21988-2b05-441a-9edc-a05e8f06d98c), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:59.245332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b21988-2b05-441a-9edc-a05e8f06d98c,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:59.299928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:59.301233 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-834284ec-be82-46d5-976b-5e571d58ee03 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269367 Aug 08 02:28:59.372951 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:59.383308 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f182f1f-7ab1-4bc0-ab1d-71d45b02d807 req-d1a5d75c-8f69-4750-b579-8a014fab4ea8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:59.390498 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f182f1f-7ab1-4bc0-ab1d-71d45b02d807 req-d1a5d75c-8f69-4750-b579-8a014fab4ea8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0553713 Aug 08 02:28:59.424744 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:59.457786 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f182f1f-7ab1-4bc0-ab1d-71d45b02d807 req-8f1e8e9f-b53e-453b-ab1c-0ff8cfba2008 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591180 Aug 08 02:28:59.735579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:59.756512 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Sync routers for ids ['36ae6cde-bb70-4d4b-a053-f1ae89009818'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:28:59.773243 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Routers {'36ae6cde-bb70-4d4b-a053-f1ae89009818'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:28:59.781494 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['36ae6cde-bb70-4d4b-a053-f1ae89009818'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:28:59.785378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e799-e12a-43bb-bc28-4c9a152c98d9 req-d5e1cb76-4bcb-4fd4-a711-229eb274d496 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:59.785626 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3944e799-e12a-43bb-bc28-4c9a152c98d9 req-d5e1cb76-4bcb-4fd4-a711-229eb274d496 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0823152 Aug 08 02:28:59.792007 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-aa9f37d9-a139-4a57-ad27-0b2d9b2ec4c7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:59.794229 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-aa9f37d9-a139-4a57-ad27-0b2d9b2ec4c7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0684156 Aug 08 02:28:59.806723 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041405-4223-4b94-bbad-c6c9525894c1 req-9fcb130e-a190-45c0-8a54-59e2d2ce1629 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:28:59.808180 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82041405-4223-4b94-bbad-c6c9525894c1 req-9fcb130e-a190-45c0-8a54-59e2d2ce1629 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 946 time: 0.0951314 Aug 08 02:28:59.876164 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3944e799-e12a-43bb-bc28-4c9a152c98d9 req-540585af-db8b-439e-a951-a96e16394f3b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847301 Aug 08 02:28:59.896076 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device e5d6558c-91c3-4d86-9382-e04af873d6ea up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:28:59.900600 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-82041405-4223-4b94-bbad-c6c9525894c1 req-f77fcf90-b8c2-4eb4-a3df-e24c8fc3f529 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b641ce-0bf8-4afa-93a2-9a827b7455fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809772 Aug 08 02:28:59.913262 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Set router 36ae6cde-bb70-4d4b-a053-f1ae89009818 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:28:59.931095 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:28:59.932430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:59.950124 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:59.968656 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port e5d6558c-91c3-4d86-9382-e04af873d6ea triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:28:59.969077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.049490 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port e5d6558c-91c3-4d86-9382-e04af873d6ea is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:00.053063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] For port c32805ad-aa79-4a4e-bcb8-fdaa7a625107, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:00.057939 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.128095 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5c8e15cd-7648-44af-9bc0-7f099274099e', 'name': '', 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'mac_address': 'fa:16:3e:46:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:54Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 2, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'subnets': [{'id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:00.158148 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Checking router: 36ae6cde-bb70-4d4b-a053-f1ae89009818 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:29:00.158497 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Updating router 36ae6cde-bb70-4d4b-a053-f1ae89009818 port 5c8e15cd-7648-44af-9bc0-7f099274099e binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:29:00.188753 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.276716 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.277079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (52e7f0e9-d2c2-4850-a97d-72ce35664996), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.277393 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 52e7f0e9-d2c2-4850-a97d-72ce35664996 disassociated. External IP: 172.27.3.111, port: c32805ad-aa79-4a4e-bcb8-fdaa7a625107. Aug 08 02:29:00.277739 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for c32805ad-aa79-4a4e-bcb8-fdaa7a625107 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:29:00.456102 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.515694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (c32805ad-aa79-4a4e-bcb8-fdaa7a625107), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.554156 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Publish callbacks [] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.560511 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=c32805ad-aa79-4a4e-bcb8-fdaa7a625107,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:00.571955 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.588136 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72b6d-430b-4e8a-9320-006ac3fabe4b req-44bfa36b-20cc-4d00-b940-aa311a3e9349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:00.590392 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-69a72b6d-430b-4e8a-9320-006ac3fabe4b req-44bfa36b-20cc-4d00-b940-aa311a3e9349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0627973 Aug 08 02:29:00.643924 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-69a72b6d-430b-4e8a-9320-006ac3fabe4b req-5b250878-35d4-4902-9fab-33221331050e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464234 Aug 08 02:29:00.676058 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.678271 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:29:00.679702 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.759526 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f16d6a-7787-4d4e-96d4-2967b0ffc35d None None] Pushing event updated for resources: {'Port': ['ID=5c8e15cd-7648-44af-9bc0-7f099274099e,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:00.801211 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Attempting to bind port 5c8e15cd-7648-44af-9bc0-7f099274099e on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:29:00.801617 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Attempting to bind port 5c8e15cd-7648-44af-9bc0-7f099274099e by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:29:00.801982 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Attempting to bind port 5c8e15cd-7648-44af-9bc0-7f099274099e on network 164efaca-2d39-418a-9c8e-e55a974a9936 {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:29:00.806648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:29:00.807263 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:29:00.807689 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Checking segment: {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:29:00.808100 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.808484 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Bound using segment: {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:29:00.809173 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Bound port: 5c8e15cd-7648-44af-9bc0-7f099274099e, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143758be-0e10-4aa5-931a-177f8eafeedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:29:00.809707 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.819106 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:29:00.838513 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:00.838620 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:00.855557 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] No DVR routers for this DVR port c32805ad-aa79-4a4e-bcb8-fdaa7a625107 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:29:00.859577 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.862993 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cfc23ed3-f8c0-4750-ad24-d2d5504d8ebd req-e7f43b90-8535-42ce-9e47-2f5ae9c4d762 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "DELETE /networking/v2.0/ports/c32805ad-aa79-4a4e-bcb8-fdaa7a625107 HTTP/1.1" status: 204 len: 173 time: 1.0630081 Aug 08 02:29:00.863542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'name': 'network-vif-deleted', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:00.866010 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79e7f7d-3150-48ee-a6c8-70ee92fbd25f" -d '{"events": [{"server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "name": "network-vif-deleted", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:00.897199 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.901810 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] For port 5c8e15cd-7648-44af-9bc0-7f099274099e, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:29:00.906308 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] For port 5c8e15cd-7648-44af-9bc0-7f099274099e, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c8e15cd-7648-44af-9bc0-7f099274099e,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:29:00.917729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af315dd1-8791-43be-b226-0ea918808555 x-openstack-request-id: req-af315dd1-8791-43be-b226-0ea918808555 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:00.918132 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda0c0b0-ed8e-4d43-9b26-abe1bca05a61", "name": "network-vif-deleted", "tag": "c32805ad-aa79-4a4e-bcb8-fdaa7a625107", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:00.918457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af315dd1-8791-43be-b226-0ea918808555 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:00.918931 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af315dd1-8791-43be-b226-0ea918808555'] response: {'server_uuid': 'dda0c0b0-ed8e-4d43-9b26-abe1bca05a61', 'name': 'network-vif-deleted', 'tag': 'c32805ad-aa79-4a4e-bcb8-fdaa7a625107', 'status': 'completed', 'code': 200} Aug 08 02:29:00.976950 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.986028 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:01.024729 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ea88f355-2c58-4fba-be1d-5c69dffa5fa6 req-59d043c9-c90b-4e66-9415-4df363c45b78 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0470357 Aug 08 02:29:01.048059 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:01.110902 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006a6d9-7a6b-48fd-b335-5bb0d2ffe26b req-e4a3ddcc-a380-43c8-a247-cdb26df09cb0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:01.114678 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5006a6d9-7a6b-48fd-b335-5bb0d2ffe26b req-e4a3ddcc-a380-43c8-a247-cdb26df09cb0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0801549 Aug 08 02:29:01.119578 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Routers {'36ae6cde-bb70-4d4b-a053-f1ae89009818'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:01.120341 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['36ae6cde-bb70-4d4b-a053-f1ae89009818'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:01.176816 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f16d6a-7787-4d4e-96d4-2967b0ffc35d None None] Pushing event updated for resources: {'Port': ['ID=5c8e15cd-7648-44af-9bc0-7f099274099e,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:01.200913 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5006a6d9-7a6b-48fd-b335-5bb0d2ffe26b req-2fd7ecfe-ce6a-4f25-8b41-a05d22b9bfd1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805440 Aug 08 02:29:01.287616 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] Set router 36ae6cde-bb70-4d4b-a053-f1ae89009818 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:01.329398 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:17Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:01.356652 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:29:01.365882 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:01.366569 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:01.463319 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:01.516193 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:01.529442 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5c8e15cd-7648-44af-9bc0-7f099274099e', 'name': '', 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'mac_address': 'fa:16:3e:46:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:54Z', 'updated_at': '2022-08-08T02:29:00Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'subnets': [{'id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:01.556912 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e17d76-91ae-4d28-bcbc-c77b49839a51 None None] The sync data for ids ['36ae6cde-bb70-4d4b-a053-f1ae89009818'] in dv-cinder-740146-18-iscsi is: [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:28:54Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5c8e15cd-7648-44af-9bc0-7f099274099e', 'name': '', 'network_id': '164efaca-2d39-418a-9c8e-e55a974a9936', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'mac_address': 'fa:16:3e:46:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:54Z', 'updated_at': '2022-08-08T02:29:00Z', 'revision_number': 4, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'subnets': [{'id': '6317b1e3-0116-4ce2-b0e7-ca5297a0646e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:29:01.845837 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:01.876570 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cc5ce-28f5-4b79-ba62-c653b155f3fd req-8521b0b7-fa41-4e29-aab3-34aaa3992d52 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:01.885225 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-079cc5ce-28f5-4b79-ba62-c653b155f3fd req-8521b0b7-fa41-4e29-aab3-34aaa3992d52 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0827296 Aug 08 02:29:01.951448 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:17Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:01.970864 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c8e15cd-7648-44af-9bc0-7f099274099e up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:29:01.974645 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-079cc5ce-28f5-4b79-ba62-c653b155f3fd req-ded055d6-bce8-42f6-b8d1-b2e032876b55 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883248 Aug 08 02:29:02.098423 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fbc40-6a22-4b2d-82b1-cdb0716c3ae8 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '1402fc71-0e17-4b42-b205-e865faf0c151', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:59:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:25:32Z', 'updated_at': '2022-08-08T02:26:17Z', 'revision_number': 2, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:29:02.139323 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5c8e15cd-7648-44af-9bc0-7f099274099e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:29:02.140222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:02.199551 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2da22014-561a-4eff-880c-e7388cae671c req-07d46ccc-0b0f-4acc-b7d0-5d19306fe326 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dda0c0b0-ed8e-4d43-9b26-abe1bca05a61 HTTP/1.1" status: 200 len: 210 time: 0.0449994 Aug 08 02:29:02.277171 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5c8e15cd-7648-44af-9bc0-7f099274099e is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:02.277569 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:02.354421 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 5c8e15cd-7648-44af-9bc0-7f099274099e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c8e15cd-7648-44af-9bc0-7f099274099e,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:02.364691 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc932-79e0-4660-884c-8555181153be req-229e5901-f450-49b0-b8cc-670ba4c06df1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:02.366954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-119cc932-79e0-4660-884c-8555181153be req-229e5901-f450-49b0-b8cc-670ba4c06df1 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0789700 Aug 08 02:29:02.431547 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-119cc932-79e0-4660-884c-8555181153be req-9efc1299-eea8-47ad-8629-4d083f41329f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590723 Aug 08 02:29:02.441131 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:02.508236 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=5c8e15cd-7648-44af-9bc0-7f099274099e,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:02.899785 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eec0ee-7d73-4d07-9fd0-fe2d2debe1bc None None] New status for floating IP 52e7f0e9-d2c2-4850-a97d-72ce35664996: DOWN {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:29:03.099720 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4861-4274-4764-97dd-b419b09c1a86 req-861c1ba9-c3d9-42db-84c7-e8f7f8b0fe86 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:03.101096 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05de4861-4274-4764-97dd-b419b09c1a86 req-861c1ba9-c3d9-42db-84c7-e8f7f8b0fe86 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0493691 Aug 08 02:29:03.149473 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05de4861-4274-4764-97dd-b419b09c1a86 req-e86053d9-1b01-4312-9945-5577e4795518 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Aug 08 02:29:03.396843 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37764) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:03.467946 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-14fc9bd9-fd8e-45a9-a028-1b7910af8f73 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (54b641ce-0bf8-4afa-93a2-9a827b7455fc), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.498117 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-14fc9bd9-fd8e-45a9-a028-1b7910af8f73 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (54b641ce-0bf8-4afa-93a2-9a827b7455fc), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.578765 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b35d17-7c4c-483c-9a0d-3a7439522320 req-4f6e4715-3cc6-4d2a-93f4-9c087c71e936 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:03.580267 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-34b35d17-7c4c-483c-9a0d-3a7439522320 req-4f6e4715-3cc6-4d2a-93f4-9c087c71e936 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0484753 Aug 08 02:29:03.632951 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-34b35d17-7c4c-483c-9a0d-3a7439522320 req-79863b9e-087b-4bd8-b4e2-71a95ec1e384 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458775 Aug 08 02:29:03.669751 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-14fc9bd9-fd8e-45a9-a028-1b7910af8f73 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (54b641ce-0bf8-4afa-93a2-9a827b7455fc), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.672409 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-14fc9bd9-fd8e-45a9-a028-1b7910af8f73 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.673764 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-14fc9bd9-fd8e-45a9-a028-1b7910af8f73 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/54b641ce-0bf8-4afa-93a2-9a827b7455fc HTTP/1.1" status: 204 len: 168 time: 0.2759082 Aug 08 02:29:03.676600 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37772) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:03.683166 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9bd9-fd8e-45a9-a028-1b7910af8f73 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b641ce-0bf8-4afa-93a2-9a827b7455fc,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:03.690310 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device c32805ad-aa79-4a4e-bcb8-fdaa7a625107 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:29:03.695444 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.api.v2.resource [None req-081231b9-a62e-44fc-ac71-92c947bc9330 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] show failed (client error): The resource could not be found. Aug 08 02:29:03.696655 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-081231b9-a62e-44fc-ac71-92c947bc9330 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups/54b641ce-0bf8-4afa-93a2-9a827b7455fc HTTP/1.1" status: 404 len: 347 time: 0.0189421 Aug 08 02:29:03.710344 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37774) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:03.720123 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: c32805ad-aa79-4a4e-bcb8-fdaa7a625107 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:29:03.720473 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device c32805ad-aa79-4a4e-bcb8-fdaa7a625107 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:29:03.814436 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:03.827378 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c8e15cd-7648-44af-9bc0-7f099274099e up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:29:03.829188 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port ce335cb6-d664-43ac-87c2-37358e5c163f {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:29:03.829543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.892729 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 5c8e15cd-7648-44af-9bc0-7f099274099e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:29:03.893195 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.911108 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.911661 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (ce335cb6-d664-43ac-87c2-37358e5c163f), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:03.927387 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for ce335cb6-d664-43ac-87c2-37358e5c163f owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:29:03.973356 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 5c8e15cd-7648-44af-9bc0-7f099274099e is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:04.026944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:04.150422 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (ce335cb6-d664-43ac-87c2-37358e5c163f), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:04.177068 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=ce335cb6-d664-43ac-87c2-37358e5c163f,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:04.272917 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (52e7f0e9-d2c2-4850-a97d-72ce35664996), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:04.275516 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:04.276737 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9a08f0f4-c2e3-4f39-bf96-6992febd0bc8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/52e7f0e9-d2c2-4850-a97d-72ce35664996 HTTP/1.1" status: 204 len: 168 time: 0.5653970 Aug 08 02:29:04.290010 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5df42-4ded-4878-9ddb-463c5d8219a6 req-fb1e051c-e467-4702-a15e-22687ea5d463 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:04.291574 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93c5df42-4ded-4878-9ddb-463c5d8219a6 req-fb1e051c-e467-4702-a15e-22687ea5d463 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0608490 Aug 08 02:29:04.346819 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93c5df42-4ded-4878-9ddb-463c5d8219a6 req-e8979d4e-4c91-42bc-84cd-646ff19a9eb4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470357 Aug 08 02:29:04.763210 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3806c5-aa0e-4e56-8733-3e62a314513c req-f374384d-8e65-4a12-ad5d-0b95e4fd76c0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:04.765799 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc3806c5-aa0e-4e56-8733-3e62a314513c req-f374384d-8e65-4a12-ad5d-0b95e4fd76c0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0502074 Aug 08 02:29:04.817844 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc3806c5-aa0e-4e56-8733-3e62a314513c req-37660318-1cbf-4e5b-97b9-e90a95b58336 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469458 Aug 08 02:29:05.479838 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184f700-6e11-45ad-ad4b-8c812fa04b99 req-45889d3d-b40a-448f-84d1-c763634ac04f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:05.481415 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e184f700-6e11-45ad-ad4b-8c812fa04b99 req-45889d3d-b40a-448f-84d1-c763634ac04f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0471995 Aug 08 02:29:05.534142 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e184f700-6e11-45ad-ad4b-8c812fa04b99 req-4372eea0-0723-4d2d-a45e-fb0d9bbea05a tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461154 Aug 08 02:29:05.942797 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d5682-6445-4280-b54e-d5557569a433 req-926f54c9-4ba6-4935-8157-8557107c2f40 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:05.944281 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-726d5682-6445-4280-b54e-d5557569a433 req-926f54c9-4ba6-4935-8157-8557107c2f40 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0492377 Aug 08 02:29:05.994109 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-726d5682-6445-4280-b54e-d5557569a433 req-1b5c3deb-22f6-4938-b801-fa20e5b45d5e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Aug 08 02:29:06.662642 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e753ca0-31d7-402d-bd4d-26c660f2d10a req-446bcc2b-64aa-4758-bf03-84f029a336be tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:06.664136 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3e753ca0-31d7-402d-bd4d-26c660f2d10a req-446bcc2b-64aa-4758-bf03-84f029a336be tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0523317 Aug 08 02:29:06.694635 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:06.711243 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3e753ca0-31d7-402d-bd4d-26c660f2d10a req-65516d71-34e3-4f05-987d-a8fa420194a3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Aug 08 02:29:07.124427 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4732a-2303-4dc9-b630-8b81a3f0f061 req-7a331ff6-5581-4e75-955b-8aeb3fd07416 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:07.126257 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-50f4732a-2303-4dc9-b630-8b81a3f0f061 req-7a331ff6-5581-4e75-955b-8aeb3fd07416 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0578728 Aug 08 02:29:07.181037 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-50f4732a-2303-4dc9-b630-8b81a3f0f061 req-2f2859d8-eff2-434f-90f1-5df925dce7dc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 Aug 08 02:29:07.833658 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e5d10-a373-4fec-bfcc-1f3b1b54cb83 req-90803364-d3da-46a9-a46f-8ff55305c999 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:07.835155 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bd5e5d10-a373-4fec-bfcc-1f3b1b54cb83 req-90803364-d3da-46a9-a46f-8ff55305c999 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0480335 Aug 08 02:29:07.896778 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bd5e5d10-a373-4fec-bfcc-1f3b1b54cb83 req-9625684a-6f14-44bd-a2d4-500c8404929e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551214 Aug 08 02:29:08.308283 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177e2a-8bb4-4786-b495-bb7a405ae358 req-a36a7581-6c1c-4524-a744-3096615a0db0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:08.309903 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1b177e2a-8bb4-4786-b495-bb7a405ae358 req-a36a7581-6c1c-4524-a744-3096615a0db0 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Aug 08 02:29:08.364485 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1b177e2a-8bb4-4786-b495-bb7a405ae358 req-2694e0b8-0049-426d-93af-975765fd76b8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477805 Aug 08 02:29:08.754966 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:29:09.030053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb7e5c-ff69-4474-8487-0030efc4620e req-139b9a95-c8cb-4aa0-b1e4-e4a0ae424910 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:09.032180 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58fb7e5c-ff69-4474-8487-0030efc4620e req-139b9a95-c8cb-4aa0-b1e4-e4a0ae424910 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0528471 Aug 08 02:29:09.084175 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58fb7e5c-ff69-4474-8487-0030efc4620e req-f4fdab27-1981-422e-be3c-4f97b26b6699 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463746 Aug 08 02:29:09.489435 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64000ca-5c40-47d6-bb92-749e3e531217 req-28dfde0d-02f0-4bf3-b77d-8d4bbecd366b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:09.490874 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a64000ca-5c40-47d6-bb92-749e3e531217 req-28dfde0d-02f0-4bf3-b77d-8d4bbecd366b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Aug 08 02:29:09.538978 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a64000ca-5c40-47d6-bb92-749e3e531217 req-4df3f296-6afd-47bb-b820-50371389209f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Aug 08 02:29:09.725066 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58451cb2-2e38-418c-98b0-7f302e65ce84 req-3bffaba6-61ba-460f-82fc-30fe6f1f0f1c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:09.726554 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58451cb2-2e38-418c-98b0-7f302e65ce84 req-3bffaba6-61ba-460f-82fc-30fe6f1f0f1c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0492463 Aug 08 02:29:09.779358 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58451cb2-2e38-418c-98b0-7f302e65ce84 req-18b9cab1-9bfb-43e4-8d4e-39d01dd5c7c7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469310 Aug 08 02:29:10.215721 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47349ad-91b9-41a4-845e-9e1c82045248 req-0d033033-4579-41f8-834a-e0d4b95106b4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:10.217275 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f47349ad-91b9-41a4-845e-9e1c82045248 req-0d033033-4579-41f8-834a-e0d4b95106b4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0534539 Aug 08 02:29:10.229639 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:10.265532 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f47349ad-91b9-41a4-845e-9e1c82045248 req-c3edbed6-e22b-47a9-a816-4a152e1cbc70 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Aug 08 02:29:10.654248 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31431c2-aa18-4e42-b163-08b31fe792d2 req-bdfda629-7cdd-4494-baba-b60570cfc0ec tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:10.656176 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a31431c2-aa18-4e42-b163-08b31fe792d2 req-bdfda629-7cdd-4494-baba-b60570cfc0ec tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0733354 Aug 08 02:29:10.690005 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c57dd-b6a1-4e10-aa20-30e1a8b5e110 req-d09bc65d-9952-4272-8495-727fbb8a7e75 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:10.691417 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8c4c57dd-b6a1-4e10-aa20-30e1a8b5e110 req-d09bc65d-9952-4272-8495-727fbb8a7e75 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0716214 Aug 08 02:29:10.736014 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a31431c2-aa18-4e42-b163-08b31fe792d2 req-2559f285-a3ca-443b-89bb-d2b9f039a584 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741496 Aug 08 02:29:10.763206 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8c4c57dd-b6a1-4e10-aa20-30e1a8b5e110 req-35a8cf28-e56a-4d6f-a1d3-848bb8acddb3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618322 Aug 08 02:29:10.908048 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692783a-784a-4115-a94a-0c77aa67b43e req-2c3dce7a-83b7-4426-a108-b2857a5d8cb0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:10.909550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f692783a-784a-4115-a94a-0c77aa67b43e req-2c3dce7a-83b7-4426-a108-b2857a5d8cb0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0514972 Aug 08 02:29:10.958584 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f692783a-784a-4115-a94a-0c77aa67b43e req-f97db2e6-983f-4270-ab07-cd0166de9e09 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Aug 08 02:29:11.886750 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfbd18-4d90-4d61-b4b5-c27812e49ad2 req-78ec0899-4441-4878-801c-adbe6cd505d1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:11.889072 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8fdfbd18-4d90-4d61-b4b5-c27812e49ad2 req-78ec0899-4441-4878-801c-adbe6cd505d1 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0780032 Aug 08 02:29:11.893956 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:11.922845 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fd65e-10da-498f-987d-16e0dd90534a req-69dff5ba-146e-4c77-b27d-f561ae578311 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:11.924312 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-357fd65e-10da-498f-987d-16e0dd90534a req-69dff5ba-146e-4c77-b27d-f561ae578311 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0772634 Aug 08 02:29:11.926665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-be89cc53-b2c5-4e8c-a956-3bf775a3c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:11.929502 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-be89cc53-b2c5-4e8c-a956-3bf775a3c75f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1130 time: 0.0501008 Aug 08 02:29:11.978544 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8fdfbd18-4d90-4d61-b4b5-c27812e49ad2 req-b1825e9f-90a0-4bb2-a485-d877faa159e6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805399 Aug 08 02:29:12.013225 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-357fd65e-10da-498f-987d-16e0dd90534a req-ce5c2ee6-83ae-4098-923b-363ceceed8fa tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826831 Aug 08 02:29:12.048516 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-8de1e723-2a18-4a26-96d7-83146ba2113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:12.050036 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-8de1e723-2a18-4a26-96d7-83146ba2113f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 912 time: 0.1100502 Aug 08 02:29:12.092968 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fd7a1-e01c-40f1-8469-68bdd6e68d66 req-985df5d6-dc66-4b84-a353-5326ebff0147 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:12.094513 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a09fd7a1-e01c-40f1-8469-68bdd6e68d66 req-985df5d6-dc66-4b84-a353-5326ebff0147 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0502472 Aug 08 02:29:12.123450 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-e055b826-f589-4782-ac73-b3227ecbdc35 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 1002 time: 0.0655029 Aug 08 02:29:12.146789 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a09fd7a1-e01c-40f1-8469-68bdd6e68d66 req-c1e7140c-40f4-44fe-b16a-8f26ad93d3dd tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=71b45dda-90e0-4f45-b50a-16d70bf26748&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Aug 08 02:29:12.225839 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-236ee6cb-a9d0-469f-a9f9-aac1884bfbf7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:12.227305 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-236ee6cb-a9d0-469f-a9f9-aac1884bfbf7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 946 time: 0.0826747 Aug 08 02:29:12.232873 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-e94ef5d2-88a7-49e2-aea9-5f1f89b5d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:12.234753 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-e94ef5d2-88a7-49e2-aea9-5f1f89b5d742 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.0907762 Aug 08 02:29:12.310510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-db9879a5-22d4-4afa-b2b9-58085f2fbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:12.311979 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-db9879a5-22d4-4afa-b2b9-58085f2fbed2 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0684700 Aug 08 02:29:12.341657 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:12.399116 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port 26e540df-eae8-4a69-873e-d4b1a210cfdf {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:29:12.399461 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:12.495967 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-2147b713-833a-4dab-acaf-cba53e1fcc84 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643713 Aug 08 02:29:12.515473 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:12.563618 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] For port 26e540df-eae8-4a69-873e-d4b1a210cfdf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=26e540df-eae8-4a69-873e-d4b1a210cfdf,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:12.564024 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:12.693548 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3a53346c-3359-42ea-8bff-cc781e788b04 req-6a48d1ba-51ab-432a-acd4-3ea90aba1614 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876609 Aug 08 02:29:12.778796 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:12.779088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (1402fc71-0e17-4b42-b205-e865faf0c151), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:12.779406 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 1402fc71-0e17-4b42-b205-e865faf0c151 disassociated. External IP: 172.27.3.227, port: 26e540df-eae8-4a69-873e-d4b1a210cfdf. Aug 08 02:29:12.779749 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for 26e540df-eae8-4a69-873e-d4b1a210cfdf owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:29:12.990404 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:13.001354 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (26e540df-eae8-4a69-873e-d4b1a210cfdf), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:13.028451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=26e540df-eae8-4a69-873e-d4b1a210cfdf,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:13.123250 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833a2b9-b220-411a-925f-d16124c0ea47 req-d75762ff-46eb-4b15-9536-329634f60d02 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:13.130996 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c833a2b9-b220-411a-925f-d16124c0ea47 req-d75762ff-46eb-4b15-9536-329634f60d02 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0700071 Aug 08 02:29:13.164646 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:29:13.214255 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f732f2f-6705-4b63-bc35-7b9e521ead08 req-8e9a811a-ef54-48a8-937a-fe6a9ab2c16c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:13.215725 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f732f2f-6705-4b63-bc35-7b9e521ead08 req-8e9a811a-ef54-48a8-937a-fe6a9ab2c16c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0820582 Aug 08 02:29:13.218893 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c833a2b9-b220-411a-925f-d16124c0ea47 req-4d58499d-979d-4536-8e4c-bd1e6ffa0db9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870781 Aug 08 02:29:13.269318 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f732f2f-6705-4b63-bc35-7b9e521ead08 req-37cadd29-ba62-431c-8ee5-9f21eea32462 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462334 Aug 08 02:29:13.299767 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:29:13.310371 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:29:13.322208 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:13.322750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:13.328087 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:13.339851 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-72158a74-30a1-4ea8-b4d2-6a834d281279 req-593b6a80-7882-4f77-9616-9e7efc69e0f6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0388482 Aug 08 02:29:13.355665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] No DVR routers for this DVR port 26e540df-eae8-4a69-873e-d4b1a210cfdf on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:29:13.358296 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:13.362265 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e0eb635f-f262-4cf3-9681-142a66ebec37 req-447a0c0f-cc13-49fb-be89-7084771e024a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "DELETE /networking/v2.0/ports/26e540df-eae8-4a69-873e-d4b1a210cfdf HTTP/1.1" status: 204 len: 173 time: 1.1266291 Aug 08 02:29:13.362796 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'name': 'network-vif-deleted', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:13.365231 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e71ea-eed9-4ff4-b610-1d058d567717" -d '{"events": [{"server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "name": "network-vif-deleted", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:13.404757 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33b35f8-2f1e-4aa9-8116-bf445aa50f83 x-openstack-request-id: req-f33b35f8-2f1e-4aa9-8116-bf445aa50f83 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:13.405081 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ae6b45-35d7-43a7-a021-91bb545cac4e", "name": "network-vif-deleted", "tag": "26e540df-eae8-4a69-873e-d4b1a210cfdf", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:13.405184 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f33b35f8-2f1e-4aa9-8116-bf445aa50f83 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:13.405529 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33b35f8-2f1e-4aa9-8116-bf445aa50f83'] response: {'server_uuid': '95ae6b45-35d7-43a7-a021-91bb545cac4e', 'name': 'network-vif-deleted', 'tag': '26e540df-eae8-4a69-873e-d4b1a210cfdf', 'status': 'completed', 'code': 200} Aug 08 02:29:13.580557 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:13.696000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:13.773079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:13.809436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:29:13.819272 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:13.819878 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:28:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:13.897943 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:13.931319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:14.136964 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:14.163167 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f15f1f-0745-4b6a-8327-bb7de0a7b308 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:29:14.350522 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15eac1-27f6-47c3-8878-6d0632d02b70 req-12061fa9-25a6-4b75-8191-118764bbc563 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:14.351763 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ee15eac1-27f6-47c3-8878-6d0632d02b70 req-12061fa9-25a6-4b75-8191-118764bbc563 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0569346 Aug 08 02:29:14.409080 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:14.422876 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9958c38-8e51-4070-ba95-c9071ab6847a None None] New status for floating IP 1402fc71-0e17-4b42-b205-e865faf0c151: DOWN {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:29:14.430525 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8a84b-8b5c-4c43-8057-fc4c6b5875a4 req-c0bd4806-d959-4a0d-8b8b-d4b57aa7444d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:14.432098 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1de8a84b-8b5c-4c43-8057-fc4c6b5875a4 req-c0bd4806-d959-4a0d-8b8b-d4b57aa7444d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0693300 Aug 08 02:29:14.463163 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ee15eac1-27f6-47c3-8878-6d0632d02b70 req-fdb25d5a-7285-49b0-88f4-1e0715850615 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014979 Aug 08 02:29:14.519905 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1de8a84b-8b5c-4c43-8057-fc4c6b5875a4 req-e8e32701-70d1-4ffe-a1e4-7bf24ad45164 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810647 Aug 08 02:29:14.580518 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-87e3d342-964e-4c25-b2b1-e1fbcc549b5c req-3491c56c-c37f-4f80-acfd-b8a8eb44e206 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0310538 Aug 08 02:29:15.564614 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442d7f-d52d-432e-8a06-abbd75f85b33 req-ce1272bd-739f-496d-8681-2e79e121fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:15.566161 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2c442d7f-d52d-432e-8a06-abbd75f85b33 req-ce1272bd-739f-496d-8681-2e79e121fa04 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.3055186 Aug 08 02:29:15.616793 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2c442d7f-d52d-432e-8a06-abbd75f85b33 req-d4a6a705-518a-426f-a581-664b1ebd72ac service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Aug 08 02:29:15.723034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37978) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:15.757260 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 26e540df-eae8-4a69-873e-d4b1a210cfdf no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:29:15.783808 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 26e540df-eae8-4a69-873e-d4b1a210cfdf {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:29:15.784306 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 26e540df-eae8-4a69-873e-d4b1a210cfdf not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:29:15.845691 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e6a5-62f7-43bd-ba27-4a59dd12e9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:15.865892 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e864c4-d59a-4a60-b891-2b12f9b77532 req-257ea97e-61fd-4493-8d0d-ef9b3e9b1e8e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:15.867415 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-62e864c4-d59a-4a60-b891-2b12f9b77532 req-257ea97e-61fd-4493-8d0d-ef9b3e9b1e8e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.2745414 Aug 08 02:29:15.934401 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-62e864c4-d59a-4a60-b891-2b12f9b77532 req-57df664b-070f-4258-8063-7a3dc661a7b7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604787 Aug 08 02:29:15.943247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e6a5-62f7-43bd-ba27-4a59dd12e9d7 admin admin] Publish callbacks [] for security_group (580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:16.023573 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1a5e6a5-62f7-43bd-ba27-4a59dd12e9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:16.035183 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ceca6b5-df10-464e-90cb-a1b9667b63d6 req-df010010-1752-4d82-852f-c1afd49786de tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95ae6b45-35d7-43a7-a021-91bb545cac4e HTTP/1.1" status: 200 len: 210 time: 0.0266616 Aug 08 02:29:16.066084 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b1a5e6a5-62f7-43bd-ba27-4a59dd12e9d7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0d01536a582e4b82b065bae239243f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418467 Aug 08 02:29:16.067204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5e6a5-62f7-43bd-ba27-4a59dd12e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:16.069175 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 37982) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:16.122444 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-076315b2-3424-478e-9c7b-51336cc70787 admin admin] Publish callbacks [] for security_group (580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:16.149875 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-076315b2-3424-478e-9c7b-51336cc70787 admin admin] Publish callbacks [] for security_group (580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:16.281603 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-076315b2-3424-478e-9c7b-51336cc70787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:16.285103 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-076315b2-3424-478e-9c7b-51336cc70787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:16.285852 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-076315b2-3424-478e-9c7b-51336cc70787 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf HTTP/1.1" status: 204 len: 168 time: 0.2155006 Aug 08 02:29:16.300717 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076315b2-3424-478e-9c7b-51336cc70787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ae65e-aff4-4ad6-a3e6-8c4a534c2bcf,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:16.429706 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2007-2f7e-49ee-ad97-1cae11d8b2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.046892 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ef67-4200-4f54-9c78-a68f6fd1e5b1 req-13f8b935-1fe3-48d1-b96c-127230b193b2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:17.048458 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5693ef67-4200-4f54-9c78-a68f6fd1e5b1 req-13f8b935-1fe3-48d1-b96c-127230b193b2 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0468359 Aug 08 02:29:17.098359 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5693ef67-4200-4f54-9c78-a68f6fd1e5b1 req-ced042e9-60d7-446f-92ad-8da65ab8cb03 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Aug 08 02:29:17.219344 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 37996) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:17.282333 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ffffeb05-4c5d-4e03-a2d4-b78886ae8b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (71b45dda-90e0-4f45-b50a-16d70bf26748), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.306921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ffffeb05-4c5d-4e03-a2d4-b78886ae8b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (71b45dda-90e0-4f45-b50a-16d70bf26748), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.309272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:17.423798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ffffeb05-4c5d-4e03-a2d4-b78886ae8b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (71b45dda-90e0-4f45-b50a-16d70bf26748), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.426508 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ffffeb05-4c5d-4e03-a2d4-b78886ae8b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.427687 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ffffeb05-4c5d-4e03-a2d4-b78886ae8b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/71b45dda-90e0-4f45-b50a-16d70bf26748 HTTP/1.1" status: 204 len: 168 time: 0.2066963 Aug 08 02:29:17.430673 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38002) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:17.438256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffeb05-4c5d-4e03-a2d4-b78886ae8b61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b45dda-90e0-4f45-b50a-16d70bf26748,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:17.447072 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.api.v2.resource [None req-16bcc1fb-79e4-4476-aa40-1e895cee1fa5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] show failed (client error): The resource could not be found. Aug 08 02:29:17.448309 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-16bcc1fb-79e4-4476-aa40-1e895cee1fa5 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups/71b45dda-90e0-4f45-b50a-16d70bf26748 HTTP/1.1" status: 404 len: 347 time: 0.0161691 Aug 08 02:29:17.451487 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38004) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:17.549451 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:17.564955 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port 704af1bc-e641-4dd3-80e5-fc5b9814a3bf {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:29:17.565363 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.648058 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.648378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.661379 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for 704af1bc-e641-4dd3-80e5-fc5b9814a3bf owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:29:17.742502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:17.875243 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (704af1bc-e641-4dd3-80e5-fc5b9814a3bf), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.905101 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=704af1bc-e641-4dd3-80e5-fc5b9814a3bf,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:17.966996 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (1402fc71-0e17-4b42-b205-e865faf0c151), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.970341 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:17.971639 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-21f3a741-3d4e-42cf-b176-fbe9150148da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/1402fc71-0e17-4b42-b205-e865faf0c151 HTTP/1.1" status: 204 len: 168 time: 0.5192385 Aug 08 02:29:18.165646 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38016) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:18.170225 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31162518', 'description': 'tempest-description--1411235116'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:18.235752 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affc194-54c7-4a3f-994e-808843902ab0 req-d449db6d-c88f-41d8-be4a-d06aed546435 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:18.237956 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9affc194-54c7-4a3f-994e-808843902ab0 req-d449db6d-c88f-41d8-be4a-d06aed546435 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0611830 Aug 08 02:29:18.284781 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9affc194-54c7-4a3f-994e-808843902ab0 req-20ab8539-16b2-4575-bb67-c29765ea4b80 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Aug 08 02:29:18.360562 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.435921 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (a93e2833-1538-4117-a93f-aaf24754b2f5), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.517985 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a93e2833-1538-4117-a93f-aaf24754b2f5), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.550564 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93e2833-1538-4117-a93f-aaf24754b2f5,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:18.631560 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.632883 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f10f06d0-4502-47f1-9263-1e1d65df1c27 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4662056 Aug 08 02:29:18.635650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38032) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:18.639863 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': 'a93e2833-1538-4117-a93f-aaf24754b2f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:18.756766 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (8a99d540-5b80-43e5-b222-8c9ced62f69e), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.820747 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (8a99d540-5b80-43e5-b222-8c9ced62f69e), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.869664 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172a50e-c72a-4b1d-b4e1-ffe02076772a req-acc75ea3-ed1b-4c09-a788-e1fd51029527 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:18.871123 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3172a50e-c72a-4b1d-b4e1-ffe02076772a req-acc75ea3-ed1b-4c09-a788-e1fd51029527 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Aug 08 02:29:18.898802 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (8a99d540-5b80-43e5-b222-8c9ced62f69e), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.937001 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3172a50e-c72a-4b1d-b4e1-ffe02076772a req-364280d2-af57-4c4d-83e2-e5c92ec446bc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587745 Aug 08 02:29:18.937601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a99d540-5b80-43e5-b222-8c9ced62f69e,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:18.947523 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-0d06a65c-8b86-4f72-8c10-bbbfc481839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:18.947523 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-0d06a65c-8b86-4f72-8c10-bbbfc481839c service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.0407155 Aug 08 02:29:18.997077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:18.998284 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-7f9cb962-17d2-4dda-bf01-9c0cafa636b9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617187 Aug 08 02:29:19.001933 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38040) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:19.006388 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': 'a93e2833-1538-4117-a93f-aaf24754b2f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:19.029398 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7f2a531a-2c30-4e06-b175-da35dc30d5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.045485 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-c991ffaf-f2cc-4a1a-bac5-bcc640b5f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:19.046943 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-c991ffaf-f2cc-4a1a-bac5-bcc640b5f255 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.0921149 Aug 08 02:29:19.109751 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-421e43d7-268e-4302-b187-b22a0b4a4fb8 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 1001 time: 0.0562298 Aug 08 02:29:19.116111 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (2b0cee84-302d-4941-992a-a51c2599a1ba), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.165584 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:19.166882 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-a6bf9094-27b5-4684-a05e-95432d71dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:19.168384 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-a6bf9094-27b5-4684-a05e-95432d71dc3f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0497048 Aug 08 02:29:19.175624 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (2b0cee84-302d-4941-992a-a51c2599a1ba), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.218816 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-ef3dd32a-d47f-44a9-8921-c88042e295c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:19.221297 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-ef3dd32a-d47f-44a9-8921-c88042e295c0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395818 Aug 08 02:29:19.269416 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (2b0cee84-302d-4941-992a-a51c2599a1ba), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.289432 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0cee84-302d-4941-992a-a51c2599a1ba,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:19.320025 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-ca1c5c96-b8e3-4fd1-80e6-7ed3a890811e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857399 Aug 08 02:29:19.363558 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.364692 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6bd3f56c-4752-4b7c-a099-c7b40f5d5a7a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617008 Aug 08 02:29:19.372977 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38044) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:19.376784 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:19.400769 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:19.430749 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-39cda87f-9945-40fc-be49-93f8eae16f48 req-626c4359-52ac-4026-b8eb-9c6f563bc37a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971415 Aug 08 02:29:19.504234 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.550610 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:19.586132 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.690490 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.27.3.9 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/fe157c95-a114-4f82-9f86-638c86b8aa49) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:29:19.737914 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.796717 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.893606 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:19.935207 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:29:19.941010 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:29:19.943364 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=fe157c95-a114-4f82-9f86-638c86b8aa49,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:19.945486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:29:19.975944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:20.062183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (51872fb2-1bd8-4ba7-a194-e4953c552a56), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.075807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aca26-be94-4104-a757-38e96389f21a req-64cb5b37-c135-4ce0-b246-61849cf29a86 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:20.077304 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-506aca26-be94-4104-a757-38e96389f21a req-64cb5b37-c135-4ce0-b246-61849cf29a86 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0610077 Aug 08 02:29:20.124360 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-506aca26-be94-4104-a757-38e96389f21a req-bf450c54-7619-4d24-825f-0e4b9171418d tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Aug 08 02:29:20.180650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.326743 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.406141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.476273 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=fe157c95-a114-4f82-9f86-638c86b8aa49,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:20.478793 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (51872fb2-1bd8-4ba7-a194-e4953c552a56), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.557302 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.558661 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2f7e570c-c568-4038-abfd-50c227cc1a13 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1853595 Aug 08 02:29:20.758652 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-e501b676-4ad9-4348-930c-aa9061dc7f0d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--31162518&fields=id&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 267 time: 0.0435922 Aug 08 02:29:20.827583 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:20.867849 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-4225e283-763d-4de9-b4db-36cdb3bef33e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:20.869259 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-4225e283-763d-4de9-b4db-36cdb3bef33e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.1043286 Aug 08 02:29:20.883788 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c9e3dca5-1726-47b7-8173-52b7a8957668 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/quotas/ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 375 time: 0.0091081 Aug 08 02:29:20.934031 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-005bd625-80a9-475f-82e9-aaaf13cf9a12 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454240 Aug 08 02:29:21.033197 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-4cb00460-b65c-4d50-a06a-18c480598adc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Aug 08 02:29:21.122126 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-14caa969-e825-40d6-9344-b6ac3cbb9325 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832927 Aug 08 02:29:21.255214 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4430e51-2109-4be8-9de6-e1179696ff99 req-4bcaac9e-e89e-4f6f-b35d-4d0d48ae6536 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:21.256680 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b4430e51-2109-4be8-9de6-e1179696ff99 req-4bcaac9e-e89e-4f6f-b35d-4d0d48ae6536 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0454574 Aug 08 02:29:21.308634 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b4430e51-2109-4be8-9de6-e1179696ff99 req-26d24c6e-efc1-45f1-a6ef-2a35c8193fcf tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464318 Aug 08 02:29:21.321392 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:21.387700 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ca9013da-1d92-4c3a-af7d-02ae1198941e req-cad1fcbb-d1d2-4d57-84f8-1bff2827f507 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 210 time: 0.0277743 Aug 08 02:29:21.389729 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:22.438034 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586f5f-6b0f-401e-90ba-d073b4bb258d req-3edc73cc-c080-497f-8ef2-3cabc756c8a6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:22.440180 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b4586f5f-6b0f-401e-90ba-d073b4bb258d req-3edc73cc-c080-497f-8ef2-3cabc756c8a6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0543129 Aug 08 02:29:22.505696 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6d5c1d1c-1d92-468b-9f2c-f35983ec2551 req-9e218a3e-05b9-4ac6-a938-c38c9c12f482 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 210 time: 0.0353534 Aug 08 02:29:22.516059 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:22.521340 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b4586f5f-6b0f-401e-90ba-d073b4bb258d req-12df3258-0892-4247-9194-5e95627c64ff tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747504 Aug 08 02:29:23.306695 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-f74f94c0-6b35-49fa-b6d7-543d9d636bd1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388453 Aug 08 02:29:23.373880 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-fee52204-0ddd-436f-86c0-a2812967c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:23.375398 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-fee52204-0ddd-436f-86c0-a2812967c106 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 1130 time: 0.0434780 Aug 08 02:29:23.479200 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-333f756e-0c7c-4fe7-9475-ea860f6d84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:23.480699 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-333f756e-0c7c-4fe7-9475-ea860f6d84f7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 912 time: 0.0886502 Aug 08 02:29:23.633878 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-74cca946-17dd-4f89-a7e2-9d8f04900d1e req-9ea15510-3779-4fb3-b221-6a128967e9d3 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 210 time: 0.0535343 Aug 08 02:29:23.668502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a513-7e05-4e67-90fe-d66fd11cc011 req-33cdbd97-e380-4055-8a1b-da4bc4037156 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:23.670710 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-43b9a513-7e05-4e67-90fe-d66fd11cc011 req-33cdbd97-e380-4055-8a1b-da4bc4037156 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0661299 Aug 08 02:29:23.681289 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:23.720164 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-43b9a513-7e05-4e67-90fe-d66fd11cc011 req-c40b27d4-c4e4-484f-b4b5-4dda59118d7b tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Aug 08 02:29:23.853935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de4932-31dd-447e-9a17-c030a83b8d13 req-51200e85-00a0-4802-b57e-5a610a5dfacf tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:23.855550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09de4932-31dd-447e-9a17-c030a83b8d13 req-51200e85-00a0-4802-b57e-5a610a5dfacf tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0642583 Aug 08 02:29:23.868180 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38106) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:23.872573 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Request body: {'floatingip': {'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:23.880231 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-8bb0d962-7a07-465a-9cb7-0c0f9cc90222 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 200 len: 1002 time: 0.0651727 Aug 08 02:29:23.918501 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-c46f334b-b6da-4508-8fa9-ba28299a18b0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-813371614&fields=id&tenant_id=fa4edbfca7b749ff9be3268fa6b81264 HTTP/1.1" status: 200 len: 267 time: 0.1180570 Aug 08 02:29:23.940683 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-14f1701f-8541-40f9-b5f7-f4ea8f5000d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:23.942676 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-14f1701f-8541-40f9-b5f7-f4ea8f5000d4 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.0513701 Aug 08 02:29:23.984630 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:23.990207 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-8a7a49f0-3086-46fc-b6fa-3390af9b8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:23.991778 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-8a7a49f0-3086-46fc-b6fa-3390af9b8bb9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400350 Aug 08 02:29:24.128322 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-46b6947a-adea-49f7-9b8f-4496ef7361fd tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:24.130363 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-46b6947a-adea-49f7-9b8f-4496ef7361fd tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 808 time: 0.2041776 Aug 08 02:29:24.155210 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-1e587247-a659-4a92-8529-a36737ce484c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/quotas/fa4edbfca7b749ff9be3268fa6b81264 HTTP/1.1" status: 200 len: 375 time: 0.0192974 Aug 08 02:29:24.249639 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-08d3a023-3083-4059-abfe-bfcdf3c767a3 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848055 Aug 08 02:29:24.303170 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:24.350485 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-5e158f69-f0b9-4b4c-8df3-41c10a34f919 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010790 Aug 08 02:29:24.420107 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:24.445473 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f17ca0f1-871c-4860-96a7-74bb176923ed req-68207f10-e5bd-43db-b319-624c3a43ef3c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886111 Aug 08 02:29:24.472050 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-f0026d61-bcc1-4141-a7f9-59e523facdc1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830347 Aug 08 02:29:24.504064 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:24.506300 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:24.572282 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:24.603770 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-e1c9d266-0134-4ec0-8ddb-ca143554d0cf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:24.605284 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-e1c9d266-0134-4ec0-8ddb-ca143554d0cf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.1146553 Aug 08 02:29:24.688356 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-1f5e6cc5-797c-44a4-8835-bfd9885b0f8c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 378 time: 0.0603023 Aug 08 02:29:24.860304 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.db.resource_extend [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 08 02:29:24.898245 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-9755e978-72fb-4d33-8424-b713e7a1b2ff service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189162 Aug 08 02:29:24.916635 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-414fdcc5-f7a5-4e8f-86ea-e97fca4bd069 req-4f3eb987-8740-44a3-88fd-384b9242fd31 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 210 time: 0.0623899 Aug 08 02:29:24.937322 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:24.948051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'port': {'device_id': 'aa20d25c-bd00-41e6-b350-309368839578', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'admin_state_up': True, 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'security_groups': ['a93e2833-1538-4117-a93f-aaf24754b2f5']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:25.002068 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:25.217942 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Made reservation on behalf of ca29b2b9a59d4826bfd25f4dcfa9cffe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:29:25.221420 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:25.230686 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Router 2784d75b-9488-47fc-ac16-6cedcf408725 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:29:25.336977 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:25.346553 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:29:25.352851 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:25.364011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] Sync routers for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:29:25.364583 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.20.0.4 (f92c936a-6950-4530-8001-5260ea91adac/7a395e29-3199-4a8d-a57e-2613d08d7478/72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:29:25.379854 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:25.380626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:25.399015 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:25.401659 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612fa9c-80f8-4620-89ba-19b799bc3c72" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:25.455408 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a33455c6-c501-436c-bb12-2d6ab0e82590 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5dfc99ed-3dc3-4731-9547-2a4dd4300187 HTTP/1.1" status: 200 len: 993 time: 1.5851896 Aug 08 02:29:25.476378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f135806-57cd-40fd-b1b9-ceb6b4615db3 x-openstack-request-id: req-1f135806-57cd-40fd-b1b9-ceb6b4615db3 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:25.477699 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:25.478023 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f135806-57cd-40fd-b1b9-ceb6b4615db3 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:25.478581 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f135806-57cd-40fd-b1b9-ceb6b4615db3'] response: {'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'status': 'completed', 'code': 200} Aug 08 02:29:25.509902 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:25.526285 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:25.563052 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:25.595947 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-d0655eb5-70be-4e42-829f-778865a96782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:25.597527 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-d0655eb5-70be-4e42-829f-778865a96782 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.0438406 Aug 08 02:29:25.711476 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-abb81985-71c4-4973-aa72-b2453fbce073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:25.712976 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-abb81985-71c4-4973-aa72-b2453fbce073 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.1061020 Aug 08 02:29:25.738627 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eaf6bead-9537-4855-b928-b7eb17696033 req-a2767c13-1755-4503-b268-b16fc98e0dd8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.0278566 Aug 08 02:29:25.751456 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '5dfc99ed-3dc3-4731-9547-2a4dd4300187', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:28Z', 'updated_at': '2022-08-08T02:29:24Z', 'revision_number': 3, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:25.778074 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] Checking router: 2784d75b-9488-47fc-ac16-6cedcf408725 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:29:25.781686 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-36005fcc-1da0-4b68-9649-296ffd954df3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 1001 time: 0.0623531 Aug 08 02:29:25.787926 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:25.788540 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:25.823062 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:25.845325 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:25.883573 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:29:25.885364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-2b1cd703-0982-454e-8781-5174f6aad060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:25.886905 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-2b1cd703-0982-454e-8781-5174f6aad060 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0988197 Aug 08 02:29:25.890332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:29:25.894287 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:29:25.902027 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:25.925244 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:25.941167 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.942859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.942859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.943215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.943552 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.943897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.944235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.944569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.945051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.945458 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.945794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.946121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.946451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.947192 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.947192 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:25.969572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:25.970217 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:26.026450 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:26.081687 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9078135-29ec-47a3-9515-d5377bcab198 req-54234293-0e9b-4589-9417-4ad3f3d4d127 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:26.084210 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9078135-29ec-47a3-9515-d5377bcab198 req-54234293-0e9b-4589-9417-4ad3f3d4d127 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 931 time: 0.0602238 Aug 08 02:29:26.084363 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-2d61a383-d019-440b-b562-829f3322ae72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1407120 Aug 08 02:29:26.128102 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:26.135658 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9078135-29ec-47a3-9515-d5377bcab198 req-c51657d5-025a-4df8-8c73-73c9b0d016ce tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449829 Aug 08 02:29:26.164358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '5dfc99ed-3dc3-4731-9547-2a4dd4300187', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:28Z', 'updated_at': '2022-08-08T02:29:24Z', 'revision_number': 3, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:26.200152 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff058e-8e56-4eb9-9797-60e3663fb847 None None] The sync data for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi is: [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '5dfc99ed-3dc3-4731-9547-2a4dd4300187', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'port_id': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'mac_address': 'fa:16:3e:57:67:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:27:28Z', 'updated_at': '2022-08-08T02:29:24Z', 'revision_number': 3, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:29:26.202943 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-f2bad707-68d9-4c60-8092-49fd85dc5095 None None] Provisioning complete for port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:29:26.203324 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-f2bad707-68d9-4c60-8092-49fd85dc5095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:26.237919 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-f2bad707-68d9-4c60-8092-49fd85dc5095 None None] Port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:29:26.827736 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-acc9166e-cc12-4b98-ae55-595658ff2e24 req-deaf0abf-a71a-4fc4-bdc9-0177bb96d100 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.0275648 Aug 08 02:29:27.252888 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d8430-dfdc-4567-93c7-2592c2b034a9 req-7c7ee146-acc3-468f-80ce-cb22bb80090b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:27.254897 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b86d8430-dfdc-4567-93c7-2592c2b034a9 req-7c7ee146-acc3-468f-80ce-cb22bb80090b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 931 time: 0.0473106 Aug 08 02:29:27.304430 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b86d8430-dfdc-4567-93c7-2592c2b034a9 req-85fb0cf0-0481-409d-a652-bec5a965b08d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438929 Aug 08 02:29:27.479850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:27.482297 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:27.519660 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e2d0e-e12c-461a-9de7-fdaf9b89f9d1 x-openstack-request-id: req-e40e2d0e-e12c-461a-9de7-fdaf9b89f9d1 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:27.520003 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:27.520288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e40e2d0e-e12c-461a-9de7-fdaf9b89f9d1 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:27.520719 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40e2d0e-e12c-461a-9de7-fdaf9b89f9d1'] response: {'name': 'network-changed', 'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'status': 'completed', 'code': 200} Aug 08 02:29:27.924551 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-508ff59a-bdc7-412a-8d2b-19da258c6646 req-658332c2-7076-4ca7-8bef-f84caad6a902 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.0278623 Aug 08 02:29:28.342906 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Request body: {'port': {'device_id': 'aa20d25c-bd00-41e6-b350-309368839578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:28.401827 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-172e1343-420f-496e-82a3-25bc399bb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:28.403426 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-172e1343-420f-496e-82a3-25bc399bb19b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0752923 Aug 08 02:29:28.442514 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6666-33c4-4681-9337-bf07c1acaca7 req-990d29c6-7b28-4da7-9a7f-29373945b8d0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:28.444081 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-116f6666-33c4-4681-9337-bf07c1acaca7 req-990d29c6-7b28-4da7-9a7f-29373945b8d0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 931 time: 0.0504823 Aug 08 02:29:28.480109 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:28.497822 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-116f6666-33c4-4681-9337-bf07c1acaca7 req-18c446de-ecbc-49bb-8baf-93ac2f688b0d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473237 Aug 08 02:29:28.504805 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:28.570230 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-0af9940f-da4b-45d8-8625-ee6edcb7cd7b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460810 Aug 08 02:29:28.773485 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e612fa9c-80f8-4620-89ba-19b799bc3c72 req-c45cfaa2-9372-4180-96e6-a20212a2cae8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620851 Aug 08 02:29:28.873430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:29:28.884351 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Publish callbacks [] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:28.888318 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-fe9e06ac-99f3-45c6-a034-c197a1961c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:28.889823 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-fe9e06ac-99f3-45c6-a034-c197a1961c15 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 1129 time: 0.0554976 Aug 08 02:29:28.907955 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Transition to ACTIVE for port object 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:29:28.987747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-4cdaec07-bf10-43ea-83c0-7ce5475b6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:28.989358 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-4cdaec07-bf10-43ea-83c0-7ce5475b6583 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 200 len: 919 time: 0.0910900 Aug 08 02:29:29.027250 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7a47fedc-767d-4bb1-92bf-8b0a90f257c5 req-4133514a-ddd7-48f9-8515-6cff70732334 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.0280776 Aug 08 02:29:29.048087 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:29.058233 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-47400724-bea0-4155-b517-d7421d6a8283 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 200 len: 1001 time: 0.0627885 Aug 08 02:29:29.094902 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:29.114708 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Pushing event updated for resources: {'Port': ['ID=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:29.165117 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Attempting to bind port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:29:29.165382 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Attempting to bind port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:29:29.165705 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Attempting to bind port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:29:29.170188 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e on network f92c936a-6950-4530-8001-5260ea91adac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:29:29.170510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Attempting to bind port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:29:29.175320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:29:29.176189 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:29:29.176573 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Bound using segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:29:29.177023 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Bound port: 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:29:29.177372 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:29.240545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] For port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:29:29.243672 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] For port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:29:29.244842 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:29.365192 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-da82557d-5213-47d5-84a7-9d3553e6b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.366708 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-da82557d-5213-47d5-84a7-9d3553e6b24a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 200 len: 857 time: 0.0487025 Aug 08 02:29:29.368177 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:29.372363 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.372987 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:29.374285 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e HTTP/1.1" status: 200 len: 1093 time: 1.0368564 Aug 08 02:29:29.374773 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:29.377052 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf65c36-6159-4ac8-885e-af58f2ed5473" -d '{"events": [{"name": "network-changed", "server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:29.427969 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df8b1d2-ae23-4f0a-a7b3-fceea7de8db7 x-openstack-request-id: req-9df8b1d2-ae23-4f0a-a7b3-fceea7de8db7 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:29.428263 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:29.428513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9df8b1d2-ae23-4f0a-a7b3-fceea7de8db7 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:29.428934 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df8b1d2-ae23-4f0a-a7b3-fceea7de8db7'] response: {'name': 'network-changed', 'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'status': 'completed', 'code': 200} Aug 08 02:29:29.453740 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-650b91ec-331e-4241-9305-73ae031f89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.455238 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-650b91ec-331e-4241-9305-73ae031f89ce service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=847f3ad1-eef7-41cf-8570-7f9863393002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0739119 Aug 08 02:29:29.475605 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12a1e-b117-4ef4-a94f-89391c42c602 service neutron] Pushing event updated for resources: {'Port': ['ID=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:29.606736 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65c36-6159-4ac8-885e-af58f2ed5473 req-36cdff00-73ec-4455-a0b5-8714be592d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.616524 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3bf65c36-6159-4ac8-885e-af58f2ed5473 req-36cdff00-73ec-4455-a0b5-8714be592d9f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 1127 time: 0.1506402 Aug 08 02:29:29.631005 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ead7-4935-4f50-9df7-51e2dff6c6c5 req-05b0c75f-ce99-489f-8fb9-4b6f0582486e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.632653 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1f44ead7-4935-4f50-9df7-51e2dff6c6c5 req-05b0c75f-ce99-489f-8fb9-4b6f0582486e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0578904 Aug 08 02:29:29.682948 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1f44ead7-4935-4f50-9df7-51e2dff6c6c5 req-aa44b06f-3546-4874-a3bf-fb26b7dcec31 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441279 Aug 08 02:29:29.732775 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-6495661e-9cf3-4878-9442-e29479a3c65b tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.734196 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-6495661e-9cf3-4878-9442-e29479a3c65b tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.45 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 808 time: 0.2265508 Aug 08 02:29:29.738075 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-49d9329f-743c-4490-90b4-a5ade24e3ad9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699504 Aug 08 02:29:29.848870 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65c36-6159-4ac8-885e-af58f2ed5473 req-363d4fe3-df55-48e4-aa54-85a1ae3883a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:29.850269 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3bf65c36-6159-4ac8-885e-af58f2ed5473 req-363d4fe3-df55-48e4-aa54-85a1ae3883a4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2274425 Aug 08 02:29:30.184024 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ea63520e-cc1c-42de-96f2-bdb99ef227e6 req-53dae306-fc72-4a18-abc4-876220570a89 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.0794454 Aug 08 02:29:30.184955 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-11208ef4-c07f-4fb4-bb0b-370544ffc7a8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa4edbfca7b749ff9be3268fa6b81264 HTTP/1.1" status: 200 len: 379 time: 0.4339874 Aug 08 02:29:30.203709 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'port': {'device_id': '077e7935-3361-4ff5-9367-ba162efac09c', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'admin_state_up': True, 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'security_groups': ['33022304-f35c-408e-9836-0d5ff0003eb8']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:30.255578 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-a52829b0-22cb-44e4-83ca-915e741d5e37 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930055 Aug 08 02:29:30.266824 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:30.313287 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65c36-6159-4ac8-885e-af58f2ed5473 req-af56f18a-4864-4e39-9eeb-db3808c0f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:30.314673 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3bf65c36-6159-4ac8-885e-af58f2ed5473 req-af56f18a-4864-4e39-9eeb-db3808c0f9a0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4529338 Aug 08 02:29:30.392496 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-b0276582-249c-4935-ac2e-6a724d11b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:30.394084 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-b0276582-249c-4935-ac2e-6a724d11b2ec service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 1127 time: 0.0392385 Aug 08 02:29:30.436311 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-ede209b5-90fc-4c3a-a3d1-e3df9d26d5c2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e HTTP/1.1" status: 200 len: 217 time: 0.0320389 Aug 08 02:29:30.440615 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Made reservation on behalf of fa4edbfca7b749ff9be3268fa6b81264 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:29:30.444696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:30.510587 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-b13c66d3-66f5-437c-b6cf-efee557ad531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:30.512060 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-b13c66d3-66f5-437c-b6cf-efee557ad531 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0651724 Aug 08 02:29:30.591830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-1d7f954d-261d-448f-b7c5-a81649196c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:30.593386 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-1d7f954d-261d-448f-b7c5-a81649196c66 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755172 Aug 08 02:29:30.639462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:30.658266 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Allocated IP 172.20.0.6 (6fe4a268-f47a-420a-80c5-dd33e7e621f8/0b5224ed-92a3-4033-9fb5-e336d0b828a3/3051cabc-48a3-4055-ae74-0ae74aa73005) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:29:30.796681 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:30.802185 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9607e1-623b-42bc-b643-486f5d96a1db req-41adf151-6151-474b-9c59-b02dde8349a4 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:30.803677 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4a9607e1-623b-42bc-b643-486f5d96a1db req-41adf151-6151-474b-9c59-b02dde8349a4 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0474424 Aug 08 02:29:30.857019 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4a9607e1-623b-42bc-b643-486f5d96a1db req-8acdab46-3def-487d-a1c3-2442be3835b8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475097 Aug 08 02:29:30.920972 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:30.969115 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:29:30.971594 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:30.975205 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:29:30.977593 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:29:31.005012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:31.033194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:31.033822 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:31.118191 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-a6468e41-cfda-4e14-8c77-c071bd7ce826 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9272902 Aug 08 02:29:31.188866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-fe63fb66-4d64-41d9-9202-61400ec741db None None] Provisioning complete for port 3051cabc-48a3-4055-ae74-0ae74aa73005 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:29:31.189349 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-fe63fb66-4d64-41d9-9202-61400ec741db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:31.223379 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-fe63fb66-4d64-41d9-9202-61400ec741db None None] Port 3051cabc-48a3-4055-ae74-0ae74aa73005 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:29:31.305920 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56331-b794-4664-b2c5-83773212e52c req-d76ebbe1-248c-4401-840a-e6a9b2749e67 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:31.307340 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6aa56331-b794-4664-b2c5-83773212e52c req-d76ebbe1-248c-4401-840a-e6a9b2749e67 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 931 time: 0.0460646 Aug 08 02:29:31.319920 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:31.357037 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6aa56331-b794-4664-b2c5-83773212e52c req-11a717ec-eb49-4b57-a582-ee0225883634 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Aug 08 02:29:31.976271 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3c784-8591-4e18-9790-a04b94464efa req-ff157c1f-f10c-431e-ab0c-7814bbee4594 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:31.977774 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ab3c784-8591-4e18-9790-a04b94464efa req-ff157c1f-f10c-431e-ab0c-7814bbee4594 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0467257 Aug 08 02:29:32.024642 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ab3c784-8591-4e18-9790-a04b94464efa req-f6b99087-e544-4097-9d06-8a0976198f05 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411296 Aug 08 02:29:32.478157 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac5917-f9f5-4a96-963d-7780a17088b1 req-09da7bc1-7ad2-4069-91a3-8c2a47022724 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:32.479659 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4bac5917-f9f5-4a96-963d-7780a17088b1 req-09da7bc1-7ad2-4069-91a3-8c2a47022724 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 931 time: 0.0512106 Aug 08 02:29:32.529166 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4bac5917-f9f5-4a96-963d-7780a17088b1 req-797cadd3-6b83-4c77-8546-64f25cd0fe18 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Aug 08 02:29:33.143965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc93d6-3e2d-49ac-bcae-beb5a87602fb req-e86853f3-5259-4f94-9286-686574530d83 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:33.145476 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-60fc93d6-3e2d-49ac-bcae-beb5a87602fb req-e86853f3-5259-4f94-9286-686574530d83 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0474563 Aug 08 02:29:33.171416 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Request body: {'port': {'device_id': '077e7935-3361-4ff5-9367-ba162efac09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:33.194464 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-60fc93d6-3e2d-49ac-bcae-beb5a87602fb req-5cea708d-8c01-4a92-8b20-d60014bb1826 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434377 Aug 08 02:29:33.289194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:33.316772 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-044a687b-ad08-43a8-9e64-a441afc31d9b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568787 Aug 08 02:29:33.533427 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8435fd9-6a23-42c3-9a8f-4009c67d243d req-504054a4-a665-4c95-ba96-9fa5ecb885e5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988208 Aug 08 02:29:33.644353 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3051cabc-48a3-4055-ae74-0ae74aa73005 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:29:33.652857 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Publish callbacks [] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:33.656538 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068a886-1c2e-4aaf-b0fe-43ec60025323 req-5abcf9f2-d472-4a80-8135-64555ff6a7a1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:33.658156 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7068a886-1c2e-4aaf-b0fe-43ec60025323 req-5abcf9f2-d472-4a80-8135-64555ff6a7a1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 931 time: 0.0509899 Aug 08 02:29:33.665762 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Transition to ACTIVE for port object 3051cabc-48a3-4055-ae74-0ae74aa73005 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:29:33.712524 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7068a886-1c2e-4aaf-b0fe-43ec60025323 req-559ee7d6-2378-4b6c-9c82-ca9850e35146 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482860 Aug 08 02:29:33.743781 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:33.804478 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:33.855964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Attempting to bind port 3051cabc-48a3-4055-ae74-0ae74aa73005 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:29:33.856304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Attempting to bind port 3051cabc-48a3-4055-ae74-0ae74aa73005 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:29:33.856633 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Attempting to bind port 3051cabc-48a3-4055-ae74-0ae74aa73005 on network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:29:33.861145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Port 3051cabc-48a3-4055-ae74-0ae74aa73005 on network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:29:33.865472 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Attempting to bind port 3051cabc-48a3-4055-ae74-0ae74aa73005 on network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:29:33.865472 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:33.867629 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:29:33.867964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Checking segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:29:33.868345 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Bound using segment: {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:29:33.868799 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Bound port: 3051cabc-48a3-4055-ae74-0ae74aa73005, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:29:33.869152 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:33.930660 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:29:33.933747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:29:33.934809 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:34.001560 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:34.007024 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:34.007624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:34.009081 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 1093 time: 0.8422699 Aug 08 02:29:34.009538 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:34.011770 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c49f8b-3387-4e20-8564-09e6751cf80b" -d '{"events": [{"name": "network-changed", "server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:34.050157 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd23db-69db-48c2-8c5d-2f9f12590a31 x-openstack-request-id: req-e4bd23db-69db-48c2-8c5d-2f9f12590a31 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:34.050452 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:34.051410 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e4bd23db-69db-48c2-8c5d-2f9f12590a31 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:34.051837 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bd23db-69db-48c2-8c5d-2f9f12590a31'] response: {'name': 'network-changed', 'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'status': 'completed', 'code': 200} Aug 08 02:29:34.063772 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54d1b-34bf-4a17-9c09-25a493906299 service neutron] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:34.321427 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0520-ca82-4f2c-aefd-96997f21dfcb req-9aae99a6-3699-42fd-b7d3-b5ebcb6c5d04 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:34.322991 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-efac0520-ca82-4f2c-aefd-96997f21dfcb req-9aae99a6-3699-42fd-b7d3-b5ebcb6c5d04 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0550368 Aug 08 02:29:34.377022 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-efac0520-ca82-4f2c-aefd-96997f21dfcb req-b695763d-6753-4c17-b9c5-be6e9cb1d5da tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477359 Aug 08 02:29:34.788025 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c49f8b-3387-4e20-8564-09e6751cf80b req-d4d71b97-f443-4cff-b6a8-e6ebce0237b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:34.789751 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-38c49f8b-3387-4e20-8564-09e6751cf80b req-d4d71b97-f443-4cff-b6a8-e6ebce0237b6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1127 time: 0.0463331 Aug 08 02:29:34.836896 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c792-82ac-4f75-8ea7-317aa633821b req-a2c690df-2593-418f-8815-b3cc6ceba328 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:34.844173 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c1b4c792-82ac-4f75-8ea7-317aa633821b req-a2c690df-2593-418f-8815-b3cc6ceba328 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0553555 Aug 08 02:29:34.864189 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:34.890237 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c1b4c792-82ac-4f75-8ea7-317aa633821b req-6947f671-93bc-4d54-920c-af2a7a4bdaa3 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451589 Aug 08 02:29:34.901403 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c49f8b-3387-4e20-8564-09e6751cf80b req-9e050e69-5ff8-41a8-8344-f5b6cdd5b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:34.902880 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-38c49f8b-3387-4e20-8564-09e6751cf80b req-9e050e69-5ff8-41a8-8344-f5b6cdd5b8e2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1010857 Aug 08 02:29:35.000372 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c49f8b-3387-4e20-8564-09e6751cf80b req-b962c97b-fe6f-4059-8e63-b00a34719a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:35.001891 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-38c49f8b-3387-4e20-8564-09e6751cf80b req-b962c97b-fe6f-4059-8e63-b00a34719a4d service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929527 Aug 08 02:29:35.097052 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-f72aceaa-6271-40dd-8807-26021323fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:35.098607 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-f72aceaa-6271-40dd-8807-26021323fe00 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1127 time: 0.0409827 Aug 08 02:29:35.499953 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd627996-a174-4d06-8b52-cc5e11cbf125 req-c64a1419-448a-4d2a-92de-6ac8062723bf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:35.501449 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cd627996-a174-4d06-8b52-cc5e11cbf125 req-c64a1419-448a-4d2a-92de-6ac8062723bf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0503094 Aug 08 02:29:35.548679 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cd627996-a174-4d06-8b52-cc5e11cbf125 req-1b30a6c0-20f4-4d56-96b1-d46beb078228 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408061 Aug 08 02:29:36.012759 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ceb3-4985-43a4-b684-79074b5dd0c6 req-3ddb2080-1090-47f6-879e-12fadf51bc1f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:36.014210 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1b06ceb3-4985-43a4-b684-79074b5dd0c6 req-3ddb2080-1090-47f6-879e-12fadf51bc1f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0459616 Aug 08 02:29:36.063346 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1b06ceb3-4985-43a4-b684-79074b5dd0c6 req-d2071307-0fa4-4116-8565-141d662c7462 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Aug 08 02:29:36.677888 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8021b-0753-4063-8067-241dd3bd6387 req-35612a06-173c-4c4d-ad3a-8c7c2ec7cd08 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:36.679348 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58a8021b-0753-4063-8067-241dd3bd6387 req-35612a06-173c-4c4d-ad3a-8c7c2ec7cd08 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0504668 Aug 08 02:29:36.727211 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58a8021b-0753-4063-8067-241dd3bd6387 req-05e686ef-c7e3-4ec1-9215-87e93ac7c87e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414245 Aug 08 02:29:37.182123 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d276-9724-4d59-9cc9-315d345400a5 req-541ec0c0-932b-4650-9577-15bda10c2aaf tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:37.183531 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2c52d276-9724-4d59-9cc9-315d345400a5 req-541ec0c0-932b-4650-9577-15bda10c2aaf tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0482936 Aug 08 02:29:37.234069 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2c52d276-9724-4d59-9cc9-315d345400a5 req-f7be4674-f43f-4545-93fb-b95136e2d35a tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Aug 08 02:29:37.766191 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:29:37.792225 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-086b2bf2-e891-40d0-a4ad-ce33e5370ea9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 217 time: 0.0474441 Aug 08 02:29:37.874557 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f6e44-40e6-49f9-b357-e59d6e981799 req-cf61679c-b79d-4ee3-b955-a475af474adb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:37.874557 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1a6f6e44-40e6-49f9-b357-e59d6e981799 req-cf61679c-b79d-4ee3-b955-a475af474adb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 943 time: 0.0497446 Aug 08 02:29:37.874557 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:37.875795 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:37.878550 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-b8ac3317-e6b6-4390-8dc7-16e2bb86cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:37.921182 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-b8ac3317-e6b6-4390-8dc7-16e2bb86cd5f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 200 len: 847 time: 0.0547523 Aug 08 02:29:37.921760 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'port_id': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'mac_address': 'fa:16:3e:37:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:29:37.921984 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1a6f6e44-40e6-49f9-b357-e59d6e981799 req-35fedb5e-b08f-46ea-85e5-2cce19bcac96 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572662 Aug 08 02:29:37.932834 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-2d8eae8e-d029-41bf-a68f-096f0404ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:37.935852 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-2d8eae8e-d029-41bf-a68f-096f0404ccaa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fe4a268-f47a-420a-80c5-dd33e7e621f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477214 Aug 08 02:29:37.938518 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:37.939037 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:37.957822 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:29:37.978517 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:38.041707 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-9b2fd06a-e7be-47e6-8033-924d9183f5cb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957091 Aug 08 02:29:38.134385 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-eafc0f13-c7ed-4b32-a8b8-a4d6fc518c6e req-2f9f37fd-2411-40b7-951d-f0290afc04a9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Aug 08 02:29:38.160922 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:38.209001 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:38.350745 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08b44-f241-44bc-8ebd-6cf9f9a719c5 req-a1b47b1a-85e6-4853-8e11-b974b3bbd988 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:38.352245 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-44e08b44-f241-44bc-8ebd-6cf9f9a719c5 req-a1b47b1a-85e6-4853-8e11-b974b3bbd988 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0469098 Aug 08 02:29:38.402301 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-44e08b44-f241-44bc-8ebd-6cf9f9a719c5 req-0ac27ee3-fe50-477f-a5c9-32cb4696ae19 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Aug 08 02:29:38.490863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:29:38.612522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:39.039804 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a6064-407b-489b-8eb3-3e87ae17053c req-c3121a52-9ad0-48f1-9cb2-77f4ae5eef55 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:39.041424 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-751a6064-407b-489b-8eb3-3e87ae17053c req-c3121a52-9ad0-48f1-9cb2-77f4ae5eef55 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 944 time: 0.0489676 Aug 08 02:29:39.088235 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-751a6064-407b-489b-8eb3-3e87ae17053c req-5c679e09-9a70-4786-a76e-be189c88cb9b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412207 Aug 08 02:29:39.303545 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:29:39.350143 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:29:39.444564 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:29:39.444564 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:39.518689 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:39.519097 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:39.523842 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fcdb4-0098-4d7d-ad71-777c0edb2739 req-6bb345fb-ac64-4e35-a733-043edd31fcec tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:39.525404 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f0fcdb4-0098-4d7d-ad71-777c0edb2739 req-6bb345fb-ac64-4e35-a733-043edd31fcec tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0509548 Aug 08 02:29:39.543407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:39.545740 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac21b7-580d-486a-9f46-e1e2ac1310e8" -d '{"events": [{"server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "name": "network-vif-plugged", "status": "completed", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:39.559623 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:39.587734 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f0fcdb4-0098-4d7d-ad71-777c0edb2739 req-6d2b1199-8620-42ec-ac6c-04ae0a5548a0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551746 Aug 08 02:29:39.594333 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1817a95-5af7-446a-b0ca-4c6c40ec5218 x-openstack-request-id: req-c1817a95-5af7-446a-b0ca-4c6c40ec5218 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:39.594630 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "name": "network-vif-plugged", "status": "completed", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:39.594885 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c1817a95-5af7-446a-b0ca-4c6c40ec5218 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:39.595295 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1817a95-5af7-446a-b0ca-4c6c40ec5218'] response: {'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'code': 200} Aug 08 02:29:39.646907 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:39.694842 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:39.924374 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1df79-fc1b-4825-8aaf-f3fc3e2d8547 req-84482703-f1e8-494b-8cc5-c3b3f6d04328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:39.927377 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-aaf1df79-fc1b-4825-8aaf-f3fc3e2d8547 req-84482703-f1e8-494b-8cc5-c3b3f6d04328 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 1129 time: 0.0427721 Aug 08 02:29:39.979369 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-aaf1df79-fc1b-4825-8aaf-f3fc3e2d8547 req-acd76bd3-6d23-46e4-aa73-31686217c658 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440586 Aug 08 02:29:40.217584 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816dc9f-1cac-4719-b6bb-c03d8f489708 req-91db3227-d8bb-4923-b676-0f65ddc239cf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:40.219066 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e816dc9f-1cac-4719-b6bb-c03d8f489708 req-91db3227-d8bb-4923-b676-0f65ddc239cf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0485740 Aug 08 02:29:40.269024 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e816dc9f-1cac-4719-b6bb-c03d8f489708 req-6282d98b-b257-413f-a4ea-06f4f7f89d9b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436442 Aug 08 02:29:40.705957 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef0c24-fdd5-4ead-bee6-f8f4bd1c1ae3 req-0e6f3583-0edc-42b2-9133-a695bc57cce2 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:40.707893 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-beef0c24-fdd5-4ead-bee6-f8f4bd1c1ae3 req-0e6f3583-0edc-42b2-9133-a695bc57cce2 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0455894 Aug 08 02:29:40.761117 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-beef0c24-fdd5-4ead-bee6-f8f4bd1c1ae3 req-4900e267-de87-449f-b58a-6a3859f09888 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476022 Aug 08 02:29:41.355859 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:41.392462 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcdf67-e930-46e9-8897-70b63e5322ab req-c4588843-9992-463f-b8a1-9c4c9bda5a61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:41.394028 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cfbcdf67-e930-46e9-8897-70b63e5322ab req-c4588843-9992-463f-b8a1-9c4c9bda5a61 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Aug 08 02:29:41.443457 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cfbcdf67-e930-46e9-8897-70b63e5322ab req-21a22cab-ad9f-4454-997b-2a8460514273 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427375 Aug 08 02:29:41.879560 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7210-cb47-49b7-9f06-da3723b0959f req-825f719e-fec7-45a0-b399-086bd05f4d49 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:41.881319 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6fab7210-cb47-49b7-9f06-da3723b0959f req-825f719e-fec7-45a0-b399-086bd05f4d49 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0471311 Aug 08 02:29:41.931764 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6fab7210-cb47-49b7-9f06-da3723b0959f req-38f97c46-f008-4be8-ab27-151ee6efcfe7 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447915 Aug 08 02:29:42.564810 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc343bf-8e0d-4726-9488-c588b4102bf6 req-1ccea5da-a0cf-4269-a299-a2e71f3bc676 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:42.566280 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2bc343bf-8e0d-4726-9488-c588b4102bf6 req-1ccea5da-a0cf-4269-a299-a2e71f3bc676 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0508497 Aug 08 02:29:42.614116 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2bc343bf-8e0d-4726-9488-c588b4102bf6 req-748cb5b3-1595-4390-94ff-79d8b6b9bbab tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411108 Aug 08 02:29:42.730761 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dcfdf-ac17-42a6-8536-cd6327be13df req-2fe8fb8f-4d38-4ce9-89de-9836e21973ed tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:42.732371 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0a3dcfdf-ac17-42a6-8536-cd6327be13df req-2fe8fb8f-4d38-4ce9-89de-9836e21973ed tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Aug 08 02:29:42.741981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38272) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:42.746474 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'port_id': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:42.787946 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (51872fb2-1bd8-4ba7-a194-e4953c552a56), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:42.983392 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:43.114294 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b987d-195e-4174-947f-5fbd5e9f6e74 req-6ee04e0e-87ab-407d-8ac0-bf843643da78 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:43.115751 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-874b987d-195e-4174-947f-5fbd5e9f6e74 req-6ee04e0e-87ab-407d-8ac0-bf843643da78 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0888953 Aug 08 02:29:43.224097 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-874b987d-195e-4174-947f-5fbd5e9f6e74 req-a2a346f5-340a-47dc-881d-8cd36288a311 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794432 Aug 08 02:29:43.287849 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:43.361092 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (51872fb2-1bd8-4ba7-a194-e4953c552a56), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:43.455461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 51872fb2-1bd8-4ba7-a194-e4953c552a56 associated. External IP: 172.27.3.9, port: 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e. Aug 08 02:29:43.599373 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:43.655218 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:29:43.760490 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:29:43.765268 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:43.769751 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:29:43.780659 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:43.781313 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:43.799289 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5f5a7b5b-1f59-4820-9b5d-699ec8ac04b2 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/51872fb2-1bd8-4ba7-a194-e4953c552a56 HTTP/1.1" status: 200 len: 989 time: 1.0538712 Aug 08 02:29:43.799289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:43.801889 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8491600-c9ee-4d04-900b-de8d649b2520" -d '{"events": [{"name": "network-changed", "server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:43.846079 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1483408-7d8d-4705-98c7-f609d8106607 x-openstack-request-id: req-e1483408-7d8d-4705-98c7-f609d8106607 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:43.846079 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:43.846079 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e1483408-7d8d-4705-98c7-f609d8106607 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:43.846079 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1483408-7d8d-4705-98c7-f609d8106607'] response: {'name': 'network-changed', 'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'status': 'completed', 'code': 200} Aug 08 02:29:43.901058 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:44.112155 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '51872fb2-1bd8-4ba7-a194-e4953c552a56', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:37:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa20d25c-bd00-41e6-b350-309368839578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:29:19Z', 'updated_at': '2022-08-08T02:29:43Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:44.136788 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:29:44.144890 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:44.145480 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:44.324692 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:44.345647 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b288-84ec-4b3d-a9f4-57562139b124 req-62053a2f-979c-4e8f-bd13-d6ddfc880694 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:44.347125 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f196b288-84ec-4b3d-a9f4-57562139b124 req-62053a2f-979c-4e8f-bd13-d6ddfc880694 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0473218 Aug 08 02:29:44.397704 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:44.402806 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f196b288-84ec-4b3d-a9f4-57562139b124 req-37107b71-860d-4f4d-966a-373d8e5aa4aa tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484717 Aug 08 02:29:44.535247 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '51872fb2-1bd8-4ba7-a194-e4953c552a56', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:37:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa20d25c-bd00-41e6-b350-309368839578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:29:19Z', 'updated_at': '2022-08-08T02:29:43Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:44.560315 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cb733c-9a25-4321-a9e3-807488340087 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '51872fb2-1bd8-4ba7-a194-e4953c552a56', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:37:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa20d25c-bd00-41e6-b350-309368839578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:29:19Z', 'updated_at': '2022-08-08T02:29:43Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:29:44.572048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-76462ae3-800c-4cdf-aece-2cf9d1874d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:44.573674 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-76462ae3-800c-4cdf-aece-2cf9d1874d39 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 1129 time: 0.0453393 Aug 08 02:29:44.676735 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-492f691d-a4a9-4391-a9d8-d34e6d08d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:44.678226 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-492f691d-a4a9-4391-a9d8-d34e6d08d36f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 916 time: 0.0943038 Aug 08 02:29:44.750064 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-f9907f4f-0db1-4356-8669-50b0eac1790d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e HTTP/1.1" status: 200 len: 997 time: 0.0641985 Aug 08 02:29:44.767676 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad605cd-9b5b-478f-8c7f-f3e1b69ce0c2 None None] New status for floating IP 51872fb2-1bd8-4ba7-a194-e4953c552a56: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:29:44.768774 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:44.806285 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-8760142b-efc6-42f5-b7b7-70c46e814835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:44.807759 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-8760142b-efc6-42f5-b7b7-70c46e814835 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0462377 Aug 08 02:29:44.818729 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:44.853037 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-68b55217-74f0-43ee-8bc0-876c865ab4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:44.854531 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-68b55217-74f0-43ee-8bc0-876c865ab4b1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388317 Aug 08 02:29:44.942962 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:44.959322 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-cf06eac7-a7a5-49bd-84a6-eebe7ddec972 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946021 Aug 08 02:29:45.053804 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8491600-c9ee-4d04-900b-de8d649b2520 req-4ee3f5b8-0b7c-4de1-90b3-9f6817b9aebb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882990 Aug 08 02:29:45.385130 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33bb24-ffdb-455a-9bac-aa55ac45799a req-9d9f56a7-0415-427d-a485-76a653dfc925 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:45.386578 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1a33bb24-ffdb-455a-9bac-aa55ac45799a req-9d9f56a7-0415-427d-a485-76a653dfc925 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0470588 Aug 08 02:29:45.435185 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1a33bb24-ffdb-455a-9bac-aa55ac45799a req-c7737ed0-6b14-431f-8f44-7ea32d644173 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Aug 08 02:29:45.523792 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f99144-40e9-4816-83c6-8cb43b5b45ba req-b371e6c2-f07b-498a-b41a-f434ece9bf92 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:45.525287 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c2f99144-40e9-4816-83c6-8cb43b5b45ba req-b371e6c2-f07b-498a-b41a-f434ece9bf92 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0459878 Aug 08 02:29:45.574005 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c2f99144-40e9-4816-83c6-8cb43b5b45ba req-bed935fc-3b69-4bad-a7ef-c01cc0ced2ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Aug 08 02:29:45.753678 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:29:46.394847 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-11b69fe5-47f3-4307-8df8-04b88a19e79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:46.555380 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c652418-5b7c-48f9-8254-c815833d0d71 req-67d06a07-51c3-4596-85b4-066272be0643 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:46.556836 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c652418-5b7c-48f9-8254-c815833d0d71 req-67d06a07-51c3-4596-85b4-066272be0643 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Aug 08 02:29:46.604027 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9c652418-5b7c-48f9-8254-c815833d0d71 req-fafff5a6-5f28-4550-88c9-7a438a416d84 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Aug 08 02:29:46.693105 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd8f3-d341-40fb-a519-ab5db6d11506 req-830b3313-d1da-46fa-8eaa-919c522a210c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:46.694482 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-47ebd8f3-d341-40fb-a519-ab5db6d11506 req-830b3313-d1da-46fa-8eaa-919c522a210c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0469441 Aug 08 02:29:46.743611 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-47ebd8f3-d341-40fb-a519-ab5db6d11506 req-db371810-fcb4-420b-9fb5-604bdba84db0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Aug 08 02:29:47.304711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cf102-1a69-4c10-9bab-096af330b833 req-3b0363a4-8623-4685-b6ec-d7551ff889d1 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:47.306174 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b91cf102-1a69-4c10-9bab-096af330b833 req-3b0363a4-8623-4685-b6ec-d7551ff889d1 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Aug 08 02:29:47.316855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:29:47.393150 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Deleting port f553eec7-8945-4f14-8a23-9cc399094640 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:29:47.393690 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f553eec7-8945-4f14-8a23-9cc399094640), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:47.428164 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:47.439749 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'port_id': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'mac_address': 'fa:16:3e:65:a5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:29:47.476937 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 3051cabc-48a3-4055-ae74-0ae74aa73005 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:47.477329 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:47.491089 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3051cabc-48a3-4055-ae74-0ae74aa73005 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:29:47.491520 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] For port f553eec7-8945-4f14-8a23-9cc399094640, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f553eec7-8945-4f14-8a23-9cc399094640,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:47.491898 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f553eec7-8945-4f14-8a23-9cc399094640), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:47.505755 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Calling delete_port for f553eec7-8945-4f14-8a23-9cc399094640 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:29:47.511180 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:47.601070 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:47.652835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:47.723995 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db165b2-7a71-4959-9b94-22a742eb2088 req-52560853-3c58-4170-9ab9-e23f168a57d0 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:47.725490 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1db165b2-7a71-4959-9b94-22a742eb2088 req-52560853-3c58-4170-9ab9-e23f168a57d0 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f2edabed-f896-4ecb-ab34-ef137c01d581 HTTP/1.1" status: 200 len: 945 time: 0.0469730 Aug 08 02:29:47.733015 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f553eec7-8945-4f14-8a23-9cc399094640), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:47.765596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Pushing event deleted for resources: {'Port': ['ID=f553eec7-8945-4f14-8a23-9cc399094640,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:47.810000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['f553eec7-8945-4f14-8a23-9cc399094640'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:29:47.812448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] No DVR routers for this DVR port f553eec7-8945-4f14-8a23-9cc399094640 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:29:47.815854 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:47.820445 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b91cf102-1a69-4c10-9bab-096af330b833 req-de08d3f8-54a2-4484-b8f3-916b62109563 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "DELETE /networking/v2.0/ports/f553eec7-8945-4f14-8a23-9cc399094640 HTTP/1.1" status: 204 len: 173 time: 0.5087197 Aug 08 02:29:47.820968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'name': 'network-vif-deleted', 'tag': 'f553eec7-8945-4f14-8a23-9cc399094640'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:47.825151 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f8e65f-0b3c-4a8a-82d4-d42ed6a77c5b" -d '{"events": [{"server_uuid": "f2edabed-f896-4ecb-ab34-ef137c01d581", "name": "network-vif-deleted", "tag": "f553eec7-8945-4f14-8a23-9cc399094640"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:47.960834 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['3051cabc-48a3-4055-ae74-0ae74aa73005'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:29:48.000437 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1db165b2-7a71-4959-9b94-22a742eb2088 req-cd1b83d8-b9ac-4e9c-b52d-4581f2b97862 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693944 Aug 08 02:29:48.058138 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b21df-4b95-441a-abf5-9ca7a97598e7 req-06dd3cf5-22f0-406d-a3f1-da42e8def593 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:48.059690 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d07b21df-4b95-441a-abf5-9ca7a97598e7 req-06dd3cf5-22f0-406d-a3f1-da42e8def593 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 944 time: 0.0763843 Aug 08 02:29:48.065637 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadf0d81-37d9-4ee7-a459-09b4d18faf93 x-openstack-request-id: req-cadf0d81-37d9-4ee7-a459-09b4d18faf93 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:48.065946 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2edabed-f896-4ecb-ab34-ef137c01d581", "name": "network-vif-deleted", "tag": "f553eec7-8945-4f14-8a23-9cc399094640", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:48.066189 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cadf0d81-37d9-4ee7-a459-09b4d18faf93 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:48.066713 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadf0d81-37d9-4ee7-a459-09b4d18faf93'] response: {'server_uuid': 'f2edabed-f896-4ecb-ab34-ef137c01d581', 'name': 'network-vif-deleted', 'tag': 'f553eec7-8945-4f14-8a23-9cc399094640', 'status': 'completed', 'code': 200} Aug 08 02:29:48.092565 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:48.113412 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d07b21df-4b95-441a-abf5-9ca7a97598e7 req-491ce0d4-0ce6-456e-b2c4-ff8d47f72fe6 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471234 Aug 08 02:29:49.058215 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ea9a-39d7-4984-837c-eec98bc10838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:49.235087 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83998c9a-878a-4c5e-882f-90e42c6772cb req-3e00d9da-4c64-45fa-84ca-885d19b7e2ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:49.236543 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-83998c9a-878a-4c5e-882f-90e42c6772cb req-3e00d9da-4c64-45fa-84ca-885d19b7e2ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 944 time: 0.0470040 Aug 08 02:29:49.290406 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-83998c9a-878a-4c5e-882f-90e42c6772cb req-93137e9b-6c98-4c38-8263-837701d65339 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473416 Aug 08 02:29:49.341405 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:29:49.384369 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 3051cabc-48a3-4055-ae74-0ae74aa73005 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:29:49.463644 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 3051cabc-48a3-4055-ae74-0ae74aa73005 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:29:49.464023 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:49.500041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:49.548070 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 3051cabc-48a3-4055-ae74-0ae74aa73005 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:29:49.548483 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:49.573529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:49.575804 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a60301-214c-4827-93fb-8dd3036f354b" -d '{"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-plugged", "status": "completed", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:49.590205 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:29:49.617963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ab53cd-6e90-4b36-a397-b307dc5aecb7 x-openstack-request-id: req-28ab53cd-6e90-4b36-a397-b307dc5aecb7 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:49.617963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-plugged", "status": "completed", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:49.617963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-28ab53cd-6e90-4b36-a397-b307dc5aecb7 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:49.617963 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ab53cd-6e90-4b36-a397-b307dc5aecb7'] response: {'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'code': 200} Aug 08 02:29:49.733105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:49.780455 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:49.789582 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:50.070950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689fae8-d234-400b-84be-3e5fbf09befa req-181a2c41-47f3-4f26-92f5-ecf23a458002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:50.072351 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4689fae8-d234-400b-84be-3e5fbf09befa req-181a2c41-47f3-4f26-92f5-ecf23a458002 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1129 time: 0.0381203 Aug 08 02:29:50.128925 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4689fae8-d234-400b-84be-3e5fbf09befa req-93d0567f-e484-4c6c-a54e-94a32be6a6bd service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Aug 08 02:29:50.407371 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25448f-eb3d-47e1-9ae9-4b8c01790c8d req-5a2547ac-1875-49a4-aaf6-5b8179a0e7a7 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:50.408892 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8b25448f-eb3d-47e1-9ae9-4b8c01790c8d req-5a2547ac-1875-49a4-aaf6-5b8179a0e7a7 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0466082 Aug 08 02:29:50.458679 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8b25448f-eb3d-47e1-9ae9-4b8c01790c8d req-354f33c7-f73a-46fb-b5e4-dbc4f8f898ca tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443218 Aug 08 02:29:51.304409 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:51.383852 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:51.575813 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbef8b-859c-49f4-8f8d-29f41e0c2df4 req-a5cb1f3e-99fc-4945-85c9-caae1f0e79d7 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:51.577312 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3afbef8b-859c-49f4-8f8d-29f41e0c2df4 req-a5cb1f3e-99fc-4945-85c9-caae1f0e79d7 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0456352 Aug 08 02:29:51.628246 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3afbef8b-859c-49f4-8f8d-29f41e0c2df4 req-83daa79a-e1c5-44a8-8aaa-dec6afd30767 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Aug 08 02:29:52.589916 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f553eec7-8945-4f14-8a23-9cc399094640 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:29:52.614315 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: f553eec7-8945-4f14-8a23-9cc399094640 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:29:52.615265 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f553eec7-8945-4f14-8a23-9cc399094640 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:29:52.740270 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:52.748884 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7ccca-f772-489d-ad3c-bd3317ac681f req-4c87f618-80f6-499e-b46c-059121b755ed tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:52.750385 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-61d7ccca-f772-489d-ad3c-bd3317ac681f req-4c87f618-80f6-499e-b46c-059121b755ed tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0503361 Aug 08 02:29:52.800272 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-61d7ccca-f772-489d-ad3c-bd3317ac681f req-43877478-018f-4fe6-b42d-7d4e20776338 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440640 Aug 08 02:29:53.709069 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:53.920263 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fcde7-e59e-4e1e-a0b5-b50468556e20 req-1b7a699f-e4f1-4047-bcd6-83c15f8e37dc tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:53.921857 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-591fcde7-e59e-4e1e-a0b5-b50468556e20 req-1b7a699f-e4f1-4047-bcd6-83c15f8e37dc tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0479054 Aug 08 02:29:53.948442 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:53.976097 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-591fcde7-e59e-4e1e-a0b5-b50468556e20 req-671d1e37-111d-49c8-83c0-41f613a3e262 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480506 Aug 08 02:29:54.531142 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=80 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:55.110308 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149e96-32bc-426f-9b84-5894c4029a2c req-e8a141f7-3c9a-4e7f-90de-563311a98f35 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:55.111799 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e4149e96-32bc-426f-9b84-5894c4029a2c req-e8a141f7-3c9a-4e7f-90de-563311a98f35 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0474792 Aug 08 02:29:55.167391 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e4149e96-32bc-426f-9b84-5894c4029a2c req-98e4b027-41d5-4222-8b4a-2fb7fad9d841 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493755 Aug 08 02:29:55.287691 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ddcf0-0f82-4552-b850-333e08239427 req-2870ed5e-9ebd-4c9f-afcf-c90a21cd5f66 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:55.290451 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ab6ddcf0-0f82-4552-b850-333e08239427 req-2870ed5e-9ebd-4c9f-afcf-c90a21cd5f66 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0506816 Aug 08 02:29:55.346302 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ab6ddcf0-0f82-4552-b850-333e08239427 req-b9aaf087-a8b1-4ff5-8f79-d653ccd7fd70 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504634 Aug 08 02:29:55.373282 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38374) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:55.575879 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538dcdd7-0f70-47f0-b3a1-fcb71a5c7ae2 tempest-TestShelveInstance-1225263924 tempest-TestShelveInstance-1225263924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:55.577435 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-538dcdd7-0f70-47f0-b3a1-fcb71a5c7ae2 tempest-TestShelveInstance-1225263924 tempest-TestShelveInstance-1225263924-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1124 time: 0.2031446 Aug 08 02:29:55.580459 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38382) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:29:55.584910 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'port_id': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:29:55.681443 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:55.750287 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=76 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:55.764970 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:55.874112 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Allocated IP 172.27.3.246 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/d279c301-b958-4608-a71d-01e175e7bf79) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:29:55.978824 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for port (d279c301-b958-4608-a71d-01e175e7bf79), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.064319 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (d279c301-b958-4608-a71d-01e175e7bf79), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.104079 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:29:56.106897 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:29:56.110669 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:29:56.115673 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'Port': ['ID=d279c301-b958-4608-a71d-01e175e7bf79,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:56.138883 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:56.146733 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.147077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.147409 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.147746 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.148095 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.148490 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.149043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.149375 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.149701 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.150024 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.150346 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.150668 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.150986 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.151303 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.151619 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:29:56.235796 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:56.474753 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for floatingip (2edf9f7d-0a00-4a83-875a-d30d3e0dc974), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.607908 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (d279c301-b958-4608-a71d-01e175e7bf79), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.760008 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for port (d279c301-b958-4608-a71d-01e175e7bf79), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.864120 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (d279c301-b958-4608-a71d-01e175e7bf79), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.930611 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (2edf9f7d-0a00-4a83-875a-d30d3e0dc974), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.932348 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event updated for resources: {'Port': ['ID=d279c301-b958-4608-a71d-01e175e7bf79,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:29:57.031536 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Floating IP 2edf9f7d-0a00-4a83-875a-d30d3e0dc974 associated. External IP: 172.27.3.246, port: 3051cabc-48a3-4055-ae74-0ae74aa73005. Aug 08 02:29:57.074365 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:57.254855 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0aa6a-511e-4898-b43a-63df9645cbf1 req-d05d8a43-e3b8-414a-b570-cba609a95992 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:57.256327 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-afa0aa6a-511e-4898-b43a-63df9645cbf1 req-d05d8a43-e3b8-414a-b570-cba609a95992 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0881569 Aug 08 02:29:57.270509 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:57.294315 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Router b2c90c61-1a68-43b7-b74e-aae477486476 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:29:57.324585 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-afa0aa6a-511e-4898-b43a-63df9645cbf1 req-c6a2967e-c63c-45d3-b554-f46f006df62a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626905 Aug 08 02:29:57.420103 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:29:57.430120 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] Sync routers for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:29:57.440649 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:57.441292 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:57.543222 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:57.552035 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:57.586039 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ff9c6703-a6a7-4b99-a24e-6f7ec50831e1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0014131 Aug 08 02:29:57.586039 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:29:57.586827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f7ba5-048a-4cbd-b1a4-89695b1348a5" -d '{"events": [{"name": "network-changed", "server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:29:57.628708 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb369c39-5fc2-4bbb-8e21-b1ce9982f8e1 x-openstack-request-id: req-fb369c39-5fc2-4bbb-8e21-b1ce9982f8e1 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:29:57.628986 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:29:57.629233 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fb369c39-5fc2-4bbb-8e21-b1ce9982f8e1 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:29:57.629638 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb369c39-5fc2-4bbb-8e21-b1ce9982f8e1'] response: {'name': 'network-changed', 'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'status': 'completed', 'code': 200} Aug 08 02:29:57.755445 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '2edf9f7d-0a00-4a83-875a-d30d3e0dc974', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'port_id': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'mac_address': 'fa:16:3e:65:a5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e7935-3361-4ff5-9367-ba162efac09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:29:56Z', 'updated_at': '2022-08-08T02:29:56Z', 'revision_number': 0, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:57.780063 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] Checking router: b2c90c61-1a68-43b7-b74e-aae477486476 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:29:57.788508 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:29:57.789650 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:57.888065 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:29:58.098399 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '2edf9f7d-0a00-4a83-875a-d30d3e0dc974', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'port_id': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'mac_address': 'fa:16:3e:65:a5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e7935-3361-4ff5-9367-ba162efac09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:29:56Z', 'updated_at': '2022-08-08T02:29:56Z', 'revision_number': 0, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:29:58.126010 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c99c15-dd21-44e8-a3af-a6bc6273e816 None None] The sync data for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi is: [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '2edf9f7d-0a00-4a83-875a-d30d3e0dc974', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'port_id': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'mac_address': 'fa:16:3e:65:a5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077e7935-3361-4ff5-9367-ba162efac09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:29:56Z', 'updated_at': '2022-08-08T02:29:56Z', 'revision_number': 0, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:29:58.313138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe47efd4-a99b-4d89-b4ff-9a747870d37d None None] New status for floating IP 2edf9f7d-0a00-4a83-875a-d30d3e0dc974: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:29:58.452179 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875bd97-f05e-4fc2-86be-a8254cbb471c req-d09e14b0-fbe2-4a34-a864-3c4b8be4be54 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:58.453680 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e875bd97-f05e-4fc2-86be-a8254cbb471c req-d09e14b0-fbe2-4a34-a864-3c4b8be4be54 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Aug 08 02:29:58.503886 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e875bd97-f05e-4fc2-86be-a8254cbb471c req-21460a40-55dc-490a-a634-3b18aa52de0f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Aug 08 02:29:59.632314 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a812d-9f41-444a-81ee-8f5390fb5e60 req-e3e8024e-be91-4576-b9b4-be1ba89ae33c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:59.634713 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a82a812d-9f41-444a-81ee-8f5390fb5e60 req-e3e8024e-be91-4576-b9b4-be1ba89ae33c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Aug 08 02:29:59.683003 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a82a812d-9f41-444a-81ee-8f5390fb5e60 req-f87594ec-a621-454d-b527-bcbaea2534ca tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430624 Aug 08 02:29:59.935628 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-b0bad660-f7ec-4160-b934-4c2ac138efa2 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:29:59.937014 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-b0bad660-f7ec-4160-b934-4c2ac138efa2 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/networks?id=80d55d70-3b18-4f03-aa9c-500250bb4b23 HTTP/1.1" status: 200 len: 814 time: 0.1036952 Aug 08 02:29:59.952300 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-6a3fab62-c378-4752-bcf6-b3678073bc63 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/quotas/7203c52ae1f946bd9717a554316e4f4c HTTP/1.1" status: 200 len: 375 time: 0.0099397 Aug 08 02:29:59.983109 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-96d5cb7f-0a71-42f5-916f-c197a65d0032 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7203c52ae1f946bd9717a554316e4f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259774 Aug 08 02:30:00.073304 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-5e0aebc4-501e-4d65-826b-824ad0d0944a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837829 Aug 08 02:30:00.127743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=59,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:00.128349 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=85,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:00.170293 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-4983673e-9973-4f6b-af9c-f51e06301ba9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913088 Aug 08 02:30:00.177897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-f23281a6-0164-4b11-a79c-a715ce55388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:00.177897 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-f23281a6-0164-4b11-a79c-a715ce55388d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1129 time: 0.0550227 Aug 08 02:30:00.288746 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-bfaa0a94-f878-4108-a3bb-b6520a8c2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:00.291032 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-bfaa0a94-f878-4108-a3bb-b6520a8c2c23 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 909 time: 0.0899477 Aug 08 02:30:00.402966 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9b8d677b-1a8e-400f-917f-6f48793b5b2d req-032a9026-fbb0-4a49-a823-d678a6285bf3 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 210 time: 0.0281925 Aug 08 02:30:00.484337 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-aec9b7cb-512c-42b8-bb11-6c7b363f3dcf service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 1001 time: 0.0633757 Aug 08 02:30:00.603989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-5e421b87-d387-4a17-b717-a9cd9719ea4b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:00.605487 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-5e421b87-d387-4a17-b717-a9cd9719ea4b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0814400 Aug 08 02:30:00.607299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-9b59fee7-283b-40f4-b1c6-4e83597bcd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:00.608682 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-9b59fee7-283b-40f4-b1c6-4e83597bcd3e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 200 len: 847 time: 0.0858741 Aug 08 02:30:00.711477 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-180189e3-b4c3-472b-83e3-9a13e6f23ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:00.713642 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-180189e3-b4c3-472b-83e3-9a13e6f23ab7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fe4a268-f47a-420a-80c5-dd33e7e621f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0950167 Aug 08 02:30:00.776564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Deleting port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:00.776933 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:00.813048 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c944f-638f-4e3c-94d3-3a9ea0c1ecc5 req-e5a251a0-19ca-4b11-8d35-67915f52aa4b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:00.814599 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e26c944f-638f-4e3c-94d3-3a9ea0c1ecc5 req-e5a251a0-19ca-4b11-8d35-67915f52aa4b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Aug 08 02:30:00.868720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e26c944f-638f-4e3c-94d3-3a9ea0c1ecc5 req-5e300f0d-271a-4966-87ca-658f61ab54d5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b26eeb6b-2ecc-4cc9-8617-f16cb431725d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470507 Aug 08 02:30:00.874576 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-a3195bd5-18e5-4788-8951-cc4ff0c8ddca service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511078 Aug 08 02:30:00.957311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] For port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:00.957311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:01.074674 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-048f7ba5-048a-4cbd-b1a4-89695b1348a5 req-2cb63e39-f972-4af0-adb7-4824709f7f11 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872385 Aug 08 02:30:01.145321 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:01.147555 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:01.147915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (8f9f683e-ed7c-45bc-bb5a-0908b478d6f0), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:01.148229 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Floating IP 8f9f683e-ed7c-45bc-bb5a-0908b478d6f0 disassociated. External IP: 172.27.3.139, port: 8d2a6aac-ff75-417c-b0b9-cbf799f88d22. Aug 08 02:30:01.148572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Calling delete_port for 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:01.232031 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:01.507793 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4ee1768a-625d-489f-bbdd-b88d68d8c8e2 req-e2fe5c8d-eb84-4acf-a3ff-d9cb86ee8cfc tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 210 time: 0.0279217 Aug 08 02:30:01.623559 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (8d2a6aac-ff75-417c-b0b9-cbf799f88d22), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:01.652082 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event deleted for resources: {'Port': ['ID=8d2a6aac-ff75-417c-b0b9-cbf799f88d22,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:01.764967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:01.870233 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:01.879646 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:01.890184 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:01.890836 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:01.911359 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] No DVR routers for this DVR port 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:01.914137 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:01.918862 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-586bead6-24a6-42ed-bed6-b9d9f29d8dc7 req-dc8380b3-b145-421a-ac03-ae8ba9bab27b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "DELETE /networking/v2.0/ports/8d2a6aac-ff75-417c-b0b9-cbf799f88d22 HTTP/1.1" status: 204 len: 173 time: 1.3007586 Aug 08 02:30:01.918862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-deleted', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:01.921695 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24237a84-a030-45e1-84c8-4b1851c48998" -d '{"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-deleted", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:01.939709 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:01.967517 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31a8ef-85c1-4e9d-b776-eebdc28a574d x-openstack-request-id: req-1c31a8ef-85c1-4e9d-b776-eebdc28a574d {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:01.967807 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51a5900-5abc-4188-bbc4-33b0f0f7d091", "name": "network-vif-deleted", "tag": "8d2a6aac-ff75-417c-b0b9-cbf799f88d22", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:01.968055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1c31a8ef-85c1-4e9d-b776-eebdc28a574d {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:01.968490 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c31a8ef-85c1-4e9d-b776-eebdc28a574d'] response: {'server_uuid': 'f51a5900-5abc-4188-bbc4-33b0f0f7d091', 'name': 'network-vif-deleted', 'tag': '8d2a6aac-ff75-417c-b0b9-cbf799f88d22', 'status': 'completed', 'code': 200} Aug 08 02:30:01.989731 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-40b39513-32be-4c00-9e16-4489dfd7f680 req-58f26779-32a0-42e7-a5c8-e9b2091aef3e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.0333123 Aug 08 02:30:01.996178 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:02.024040 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:02.277641 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:02.307090 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:02.316273 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:02.316918 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:02.423033 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:02.622143 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2caf965c-b9b7-40cf-9260-4eac5da5d132 req-d3a2c973-37fc-46ac-9e56-6997a8099842 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 210 time: 0.0293307 Aug 08 02:30:02.626951 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:02.655154 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f482c-4139-4bf0-950e-2e1b14e8528c None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:02.666143 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2127a386-2386-40fc-ad9c-ec6a3e9320f7 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:02.667741 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2127a386-2386-40fc-ad9c-ec6a3e9320f7 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "GET /networking/v2.0/networks?id=80d55d70-3b18-4f03-aa9c-500250bb4b23 HTTP/1.1" status: 200 len: 814 time: 0.1294770 Aug 08 02:30:02.679957 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Request body: {'port': {'device_id': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23', 'admin_state_up': True, 'tenant_id': '7203c52ae1f946bd9717a554316e4f4c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:02.852473 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Made reservation on behalf of 7203c52ae1f946bd9717a554316e4f4c for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:30:02.856123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:02.884617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c30a7e-0f1e-45d9-b667-5eb107a12a48 None None] New status for floating IP 8f9f683e-ed7c-45bc-bb5a-0908b478d6f0: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:30:02.996904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Allocated IP 172.20.0.2 (80d55d70-3b18-4f03-aa9c-500250bb4b23/9537b141-500a-4d78-8704-52d748d47384/45cf1df5-f1d8-432f-8520-f0edf1de75df) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:30:03.130079 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4afde0d5-9003-4f91-8936-a8d624748a35 req-09926c03-f35c-432b-af43-382e9a083530 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f51a5900-5abc-4188-bbc4-33b0f0f7d091 HTTP/1.1" status: 200 len: 210 time: 0.0364108 Aug 08 02:30:03.158003 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:03.161885 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks [] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:03.177203 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:03.247449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:03.295753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Network 80d55d70-3b18-4f03-aa9c-500250bb4b23 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:30:03.301210 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:30:03.303522 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:30:03.308821 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Pushing event updated for resources: {'Port': ['ID=45cf1df5-f1d8-432f-8520-f0edf1de75df,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:03.359005 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:03.359553 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:03.400973 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:03.423076 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:03.423418 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 8d2a6aac-ff75-417c-b0b9-cbf799f88d22 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:03.500600 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2981e4cf-b1d0-48e4-9e74-ba74a7fbf701 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8243787 Aug 08 02:30:03.515451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Request body: {'port': {'device_id': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:03.581240 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:03.733865 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:03.742281 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ac887-16a0-4fa4-8027-b314fba2005e req-b2d56339-6154-45b2-93e0-2f375c914b89 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:03.745343 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c17ac887-16a0-4fa4-8027-b314fba2005e req-b2d56339-6154-45b2-93e0-2f375c914b89 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 931 time: 0.0465474 Aug 08 02:30:03.792459 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c17ac887-16a0-4fa4-8027-b314fba2005e req-d530b946-27c3-45b6-899d-6c9be00adabd tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Aug 08 02:30:03.834104 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cf1df5-f1d8-432f-8520-f0edf1de75df {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:30:03.842089 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Publish callbacks [] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:03.854845 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Transition to ACTIVE for port object 45cf1df5-f1d8-432f-8520-f0edf1de75df will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:30:03.897740 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:03.978429 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Pushing event updated for resources: {'Port': ['ID=45cf1df5-f1d8-432f-8520-f0edf1de75df,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:04.006863 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Attempting to bind port 45cf1df5-f1d8-432f-8520-f0edf1de75df on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:30:04.007191 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Attempting to bind port 45cf1df5-f1d8-432f-8520-f0edf1de75df by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:30:04.007517 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Attempting to bind port 45cf1df5-f1d8-432f-8520-f0edf1de75df on network 80d55d70-3b18-4f03-aa9c-500250bb4b23 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:30:04.012398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Port 45cf1df5-f1d8-432f-8520-f0edf1de75df on network 80d55d70-3b18-4f03-aa9c-500250bb4b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:30:04.012742 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Attempting to bind port 45cf1df5-f1d8-432f-8520-f0edf1de75df on network 80d55d70-3b18-4f03-aa9c-500250bb4b23 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:30:04.017615 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:30:04.017950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Checking segment: {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:30:04.018340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Bound using segment: {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:30:04.018749 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Bound port: 45cf1df5-f1d8-432f-8520-f0edf1de75df, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f78944c-7734-4b21-9a6d-7939471ac30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:30:04.019100 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.052139 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:04.078881 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] For port 45cf1df5-f1d8-432f-8520-f0edf1de75df, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:30:04.082006 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] For port 45cf1df5-f1d8-432f-8520-f0edf1de75df, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=45cf1df5-f1d8-432f-8520-f0edf1de75df,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:30:04.167294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.171826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.172448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.173931 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/45cf1df5-f1d8-432f-8520-f0edf1de75df HTTP/1.1" status: 200 len: 1093 time: 0.6627588 Aug 08 02:30:04.174430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'tag': '45cf1df5-f1d8-432f-8520-f0edf1de75df'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:04.176763 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a28f5da-4fc8-40fe-a716-90aaab7b688c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f42d4-7cae-4736-8c36-fe5fa144908e", "tag": "45cf1df5-f1d8-432f-8520-f0edf1de75df"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:04.221234 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57ac382-edc7-4ee0-a79c-b726e1e2910f x-openstack-request-id: req-a57ac382-edc7-4ee0-a79c-b726e1e2910f {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:04.221528 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f42d4-7cae-4736-8c36-fe5fa144908e", "tag": "45cf1df5-f1d8-432f-8520-f0edf1de75df", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:04.221785 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a57ac382-edc7-4ee0-a79c-b726e1e2910f {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:04.222195 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57ac382-edc7-4ee0-a79c-b726e1e2910f'] response: {'name': 'network-changed', 'server_uuid': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'tag': '45cf1df5-f1d8-432f-8520-f0edf1de75df', 'status': 'completed', 'code': 200} Aug 08 02:30:04.240329 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b3c7a-632d-4100-a553-25a19b2a7482 service neutron] Pushing event updated for resources: {'Port': ['ID=45cf1df5-f1d8-432f-8520-f0edf1de75df,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:04.285801 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f5da-4fc8-40fe-a716-90aaab7b688c req-bdfa8a67-3172-4c79-a064-1317a5321d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.287294 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2a28f5da-4fc8-40fe-a716-90aaab7b688c req-bdfa8a67-3172-4c79-a064-1317a5321d59 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7203c52ae1f946bd9717a554316e4f4c&device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 1127 time: 0.0406539 Aug 08 02:30:04.305044 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38462) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:04.356898 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:04.441800 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f061a73c-7a9c-4ab2-8c55-a837c501aa95 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (b26eeb6b-2ecc-4cc9-8617-f16cb431725d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.445115 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f5da-4fc8-40fe-a716-90aaab7b688c req-7001dd57-aaef-47b8-a6fb-e2227e6ed54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.447325 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2a28f5da-4fc8-40fe-a716-90aaab7b688c req-7001dd57-aaef-47b8-a6fb-e2227e6ed54e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=7203c52ae1f946bd9717a554316e4f4c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1512108 Aug 08 02:30:04.487993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f061a73c-7a9c-4ab2-8c55-a837c501aa95 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (b26eeb6b-2ecc-4cc9-8617-f16cb431725d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.593552 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f5da-4fc8-40fe-a716-90aaab7b688c req-9f2e9b59-3484-46d0-8265-56e6fcea25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.595045 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2a28f5da-4fc8-40fe-a716-90aaab7b688c req-9f2e9b59-3484-46d0-8265-56e6fcea25d0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367164 Aug 08 02:30:04.665809 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f061a73c-7a9c-4ab2-8c55-a837c501aa95 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (b26eeb6b-2ecc-4cc9-8617-f16cb431725d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.668367 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f061a73c-7a9c-4ab2-8c55-a837c501aa95 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.671996 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f061a73c-7a9c-4ab2-8c55-a837c501aa95 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b26eeb6b-2ecc-4cc9-8617-f16cb431725d HTTP/1.1" status: 204 len: 168 time: 0.3613963 Aug 08 02:30:04.672419 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38466) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:04.685545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061a73c-7a9c-4ab2-8c55-a837c501aa95 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26eeb6b-2ecc-4cc9-8617-f16cb431725d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:04.687531 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2ae5b538-1570-4328-924a-2bf5eb9f6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.689040 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-2ae5b538-1570-4328-924a-2bf5eb9f6160 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7203c52ae1f946bd9717a554316e4f4c&device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 1127 time: 0.0563576 Aug 08 02:30:04.690588 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.api.v2.resource [None req-f1bf1608-1a8c-4534-830c-8e80bd713fa8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] show failed (client error): The resource could not be found. Aug 08 02:30:04.691662 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f1bf1608-1a8c-4534-830c-8e80bd713fa8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups/b26eeb6b-2ecc-4cc9-8617-f16cb431725d HTTP/1.1" status: 404 len: 347 time: 0.0176933 Aug 08 02:30:04.694650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38468) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:04.734774 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-163d61df-623a-4eb2-bd50-aee5d9a54729 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45cf1df5-f1d8-432f-8520-f0edf1de75df HTTP/1.1" status: 200 len: 217 time: 0.0365961 Aug 08 02:30:04.791049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-6023b7c8-63c6-48c7-91f9-74cd1094cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.791968 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-6023b7c8-63c6-48c7-91f9-74cd1094cdcd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=9537b141-500a-4d78-8704-52d748d47384 HTTP/1.1" status: 200 len: 854 time: 0.0505924 Aug 08 02:30:04.800648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:04.814752 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Deleting port 23f0a531-a530-448e-a16b-a7b77d1dcd15 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:04.815114 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.825769 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-f439166e-27a0-4532-bf0c-db26bb3bfabe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=80d55d70-3b18-4f03-aa9c-500250bb4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277350 Aug 08 02:30:04.924773 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-a6683bc9-1547-427a-af93-7dce327f2a22 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926433 Aug 08 02:30:04.936810 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.937021 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (23f0a531-a530-448e-a16b-a7b77d1dcd15), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:04.952337 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055db82-55fb-486a-a885-7f898f5dd3ff req-44df016e-5371-4978-8690-d31321940a8b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:04.954280 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3055db82-55fb-486a-a885-7f898f5dd3ff req-44df016e-5371-4978-8690-d31321940a8b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 943 time: 0.0755806 Aug 08 02:30:04.962222 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Calling delete_port for 23f0a531-a530-448e-a16b-a7b77d1dcd15 owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:05.026866 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-266f5d28-93a5-4fd1-b298-49f07c1d5b9d req-0c05333f-3e14-4ec0-97fc-bba7f0c30cda service neutron] 10.222.0.45 "GET /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928104 Aug 08 02:30:05.253841 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3055db82-55fb-486a-a885-7f898f5dd3ff req-90c8594e-b95c-4073-8913-1ef693d81103 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934954 Aug 08 02:30:05.401356 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (23f0a531-a530-448e-a16b-a7b77d1dcd15), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:05.424804 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event deleted for resources: {'Port': ['ID=23f0a531-a530-448e-a16b-a7b77d1dcd15,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:05.492462 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (8f9f683e-ed7c-45bc-bb5a-0908b478d6f0), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:05.495144 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:05.496299 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8b312bac-57c9-4f18-84ef-17ddccf59a5b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8f9f683e-ed7c-45bc-bb5a-0908b478d6f0 HTTP/1.1" status: 204 len: 168 time: 0.8006303 Aug 08 02:30:05.673802 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38476) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:05.678470 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509576475', 'description': 'tempest-description--1769397107'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:05.761451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:05.812043 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:05.831201 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (899caff1-1d8b-49ae-976f-536e0dd9c569), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:05.908677 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (899caff1-1d8b-49ae-976f-536e0dd9c569), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:05.939273 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899caff1-1d8b-49ae-976f-536e0dd9c569,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:06.025272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.026517 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f9822b86-5b7f-4c2c-910f-f166787e70dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3516808 Aug 08 02:30:06.029490 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38478) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:06.033666 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'security_group_rule': {'security_group_id': '899caff1-1d8b-49ae-976f-536e0dd9c569', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:06.161343 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (02dce207-56db-4444-bdb7-08025a3ad2b3), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.219354 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (02dce207-56db-4444-bdb7-08025a3ad2b3), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.281171 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (02dce207-56db-4444-bdb7-08025a3ad2b3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.304980 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dce207-56db-4444-bdb7-08025a3ad2b3,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:06.373345 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9a703-f50c-43e2-b9d3-9325830115a9 req-b29073bc-a0d2-437a-afec-235e51822025 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:06.374845 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7e9a703-f50c-43e2-b9d3-9325830115a9 req-b29073bc-a0d2-437a-afec-235e51822025 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 943 time: 0.0469351 Aug 08 02:30:06.386518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.387873 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f329c68a-7e9c-4f50-91e8-1c8873f5d810 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573565 Aug 08 02:30:06.390491 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38484) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:06.394973 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'security_group_rule': {'security_group_id': '899caff1-1d8b-49ae-976f-536e0dd9c569', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:06.411964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:06.424708 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7e9a703-f50c-43e2-b9d3-9325830115a9 req-eeee229f-0d30-4d43-a65d-288468ce4b68 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Aug 08 02:30:06.592006 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (528238c5-ff10-4f95-b024-5fdd68a9b0c8), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.652917 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (528238c5-ff10-4f95-b024-5fdd68a9b0c8), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.703723 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (528238c5-ff10-4f95-b024-5fdd68a9b0c8), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.723830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528238c5-ff10-4f95-b024-5fdd68a9b0c8,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:06.785717 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.786944 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f486a6d0-24b3-4076-9c41-632bf046a240 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955181 Aug 08 02:30:06.790139 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38494) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:06.795153 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:06.887153 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:06.971787 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.079201 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Allocated IP 172.27.3.91 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/f44d3e74-bfe7-4593-b1c6-5372168fb70b) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:30:07.105439 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e75f-ecb2-4dfa-8026-8650d0067414 req-a7341beb-3e94-49ce-9486-7e990f974eed tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:07.106927 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-31e3e75f-ecb2-4dfa-8026-8650d0067414 req-a7341beb-3e94-49ce-9486-7e990f974eed tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0495565 Aug 08 02:30:07.155357 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-31e3e75f-ecb2-4dfa-8026-8650d0067414 req-818f98c5-9afe-4523-be82-03fdfe8599e7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Aug 08 02:30:07.185227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.203871 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:07.269929 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.312890 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:30:07.317722 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:30:07.320373 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:30:07.326820 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'Port': ['ID=f44d3e74-bfe7-4593-b1c6-5372168fb70b,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:07.411753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.414626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 45cf1df5-f1d8-432f-8520-f0edf1de75df details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:30:07.521006 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 45cf1df5-f1d8-432f-8520-f0edf1de75df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=45cf1df5-f1d8-432f-8520-f0edf1de75df,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:07.533311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '45cf1df5-f1d8-432f-8520-f0edf1de75df', 'network_id': '80d55d70-3b18-4f03-aa9c-500250bb4b23', 'port_id': '45cf1df5-f1d8-432f-8520-f0edf1de75df', 'mac_address': 'fa:16:3e:43:44:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9537b141-500a-4d78-8704-52d748d47384', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:30:07.538319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:07.553471 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1782465-b62d-41d5-89b1-3ec3b12e10e7 req-38b664be-8ad5-46f2-8618-013604033ecd tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:07.554076 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.555121 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1782465-b62d-41d5-89b1-3ec3b12e10e7 req-38b664be-8ad5-46f2-8618-013604033ecd tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 943 time: 0.0510521 Aug 08 02:30:07.575866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 45cf1df5-f1d8-432f-8520-f0edf1de75df is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:30:07.576343 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.576725 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:07.583710 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:07.593466 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cf1df5-f1d8-432f-8520-f0edf1de75df {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:30:07.611498 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1782465-b62d-41d5-89b1-3ec3b12e10e7 req-f5989971-1b4b-42ca-a05d-c448983242ff tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495262 Aug 08 02:30:07.616381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 45cf1df5-f1d8-432f-8520-f0edf1de75df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=45cf1df5-f1d8-432f-8520-f0edf1de75df,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:07.698461 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.730468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.750005 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=45cf1df5-f1d8-432f-8520-f0edf1de75df,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:07.757084 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.763339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:07.778390 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.847956 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'Port': ['ID=f44d3e74-bfe7-4593-b1c6-5372168fb70b,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:07.851465 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.940003 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:07.941318 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-bc42c7dd-22bd-487e-be4e-4e24f80cc0bb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1502540 Aug 08 02:30:08.002538 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['45cf1df5-f1d8-432f-8520-f0edf1de75df'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:30:08.145688 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3f620883-38b4-4f89-a88a-7db2bec8f402 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1509576475&fields=id&tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 267 time: 0.0443308 Aug 08 02:30:08.287766 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-5411bcf4-2c56-4f0e-aede-9320c910435e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:08.289278 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-5411bcf4-2c56-4f0e-aede-9320c910435e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 817 time: 0.1365166 Aug 08 02:30:08.298370 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8c999-1143-4c88-adf0-368a82ffa532 req-4b57d402-3baa-4682-a428-beabe3285bf6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:08.299784 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d0a8c999-1143-4c88-adf0-368a82ffa532 req-4b57d402-3baa-4682-a428-beabe3285bf6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0712943 Aug 08 02:30:08.316745 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-85cf01b4-05b9-4343-ae84-71c36329ce2c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/quotas/7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 375 time: 0.0159903 Aug 08 02:30:08.365274 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:08.390165 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-b7b4f014-15bb-4660-a127-cc0d8cd2842c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668802 Aug 08 02:30:08.393178 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d0a8c999-1143-4c88-adf0-368a82ffa532 req-bbd6e9e3-d760-421b-9891-e26baa7e18d4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850515 Aug 08 02:30:08.488028 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-81547c56-5593-4915-842d-18326b5bbeb7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 Aug 08 02:30:08.582749 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-c9c119b8-00a6-4d6a-99a3-fc650eea48e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888841 Aug 08 02:30:08.732378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343e3e8-1328-4037-820f-a6e8cdeea662 req-afc75401-ae64-4caf-9711-b27fd32fdb29 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:08.734067 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8343e3e8-1328-4037-820f-a6e8cdeea662 req-afc75401-ae64-4caf-9711-b27fd32fdb29 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 944 time: 0.0476608 Aug 08 02:30:08.786891 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8343e3e8-1328-4037-820f-a6e8cdeea662 req-68fbfe83-0fcb-4b61-987c-f81d495b91ae tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Aug 08 02:30:08.833990 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93a94ead-5653-4512-be16-81789f93638c req-07d8b2fb-a2b3-47f5-8a1a-978ae3fafbdd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 210 time: 0.0295556 Aug 08 02:30:09.416097 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 45cf1df5-f1d8-432f-8520-f0edf1de75df up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:30:09.464450 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 45cf1df5-f1d8-432f-8520-f0edf1de75df completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:30:09.524354 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c083822-c2ec-4b09-b53b-e404641820fe req-4445dd13-5346-48c8-ae66-0a1a1b32533b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:09.526405 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c083822-c2ec-4b09-b53b-e404641820fe req-4445dd13-5346-48c8-ae66-0a1a1b32533b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0539117 Aug 08 02:30:09.532732 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33dcb7-a4c7-4682-9a95-3e1f08515c25 req-07fbad5d-13ed-4256-9411-89d9a5c8f51f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:09.534153 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db33dcb7-a4c7-4682-9a95-3e1f08515c25 req-07fbad5d-13ed-4256-9411-89d9a5c8f51f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 946 time: 0.0632253 Aug 08 02:30:09.560954 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 45cf1df5-f1d8-432f-8520-f0edf1de75df triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:30:09.563672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.597870 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db33dcb7-a4c7-4682-9a95-3e1f08515c25 req-f4806854-bc2a-4845-ab9c-e3f4c446ea14 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d916c2ef-5441-46b7-94db-beb9b958f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577834 Aug 08 02:30:09.610880 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:09.625954 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Deleting port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:09.626297 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.655676 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 45cf1df5-f1d8-432f-8520-f0edf1de75df is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:30:09.655960 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.683267 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cf1df5-f1d8-432f-8520-f0edf1de75df'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:09.685626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f49b217-3525-4a96-ab1d-721b99f01eb1" -d '{"events": [{"server_uuid": "bd0f42d4-7cae-4736-8c36-fe5fa144908e", "name": "network-vif-plugged", "status": "completed", "tag": "45cf1df5-f1d8-432f-8520-f0edf1de75df"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:09.701159 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 45cf1df5-f1d8-432f-8520-f0edf1de75df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=45cf1df5-f1d8-432f-8520-f0edf1de75df,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:09.727881 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177fbd6-1d01-464c-a6b1-eaafe690f61f x-openstack-request-id: req-2177fbd6-1d01-464c-a6b1-eaafe690f61f {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:09.728177 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f42d4-7cae-4736-8c36-fe5fa144908e", "name": "network-vif-plugged", "status": "completed", "tag": "45cf1df5-f1d8-432f-8520-f0edf1de75df", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:09.728428 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2177fbd6-1d01-464c-a6b1-eaafe690f61f {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:09.728878 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2177fbd6-1d01-464c-a6b1-eaafe690f61f'] response: {'server_uuid': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cf1df5-f1d8-432f-8520-f0edf1de75df', 'code': 200} Aug 08 02:30:09.730188 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] For port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:09.730555 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.793558 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.857114 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=45cf1df5-f1d8-432f-8520-f0edf1de75df,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:09.864447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:09.929569 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ec75-d4be-422c-b07b-9e3ac1340835 req-4205bf9e-78b0-4f51-9c19-992b8321bd1e tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:09.933345 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.934366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (382c3514-7538-403c-b738-f36020f21316), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:09.935896 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Floating IP 382c3514-7538-403c-b738-f36020f21316 disassociated. External IP: 172.27.3.157, port: 84fa14fb-cbbd-42d5-a597-bc2556a0ba82. Aug 08 02:30:09.936279 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f706ec75-d4be-422c-b07b-9e3ac1340835 req-4205bf9e-78b0-4f51-9c19-992b8321bd1e tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0624425 Aug 08 02:30:09.936741 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Calling delete_port for 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:09.980041 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2e300c9c-5cc6-4116-9fdf-fccea9406b85 req-03b86d60-b9a0-438b-8227-ff92980c51a5 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 210 time: 0.0407565 Aug 08 02:30:10.010682 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f706ec75-d4be-422c-b07b-9e3ac1340835 req-0cdfa637-2e20-4a9d-86c0-63028f885b38 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727136 Aug 08 02:30:10.120500 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadf2d-8c70-4085-ac29-c5dd6735058d req-d8a6706c-ccbd-4b65-8fbe-be35329ecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:10.122066 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-46aadf2d-8c70-4085-ac29-c5dd6735058d req-d8a6706c-ccbd-4b65-8fbe-be35329ecc12 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 1129 time: 0.0506589 Aug 08 02:30:10.157934 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:10.173345 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-46aadf2d-8c70-4085-ac29-c5dd6735058d req-6eb94245-f1c7-45ea-bd20-909bb4d1ee25 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Aug 08 02:30:10.218293 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (84fa14fb-cbbd-42d5-a597-bc2556a0ba82), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:10.250313 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event deleted for resources: {'Port': ['ID=84fa14fb-cbbd-42d5-a597-bc2556a0ba82,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:10.650859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:10.736340 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-98b8ee9e-f219-48c9-ba9a-14ef3e4c6192 req-8ff1ff13-ee15-4893-8729-61814d591fed tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.0464516 Aug 08 02:30:10.778822 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:10.791192 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:10.808029 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:10.808643 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:10.827607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] No DVR routers for this DVR port 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:10.830383 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:10.834302 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c083822-c2ec-4b09-b53b-e404641820fe req-fe9960b8-6685-44a0-863b-18abd95e4df0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "DELETE /networking/v2.0/ports/84fa14fb-cbbd-42d5-a597-bc2556a0ba82 HTTP/1.1" status: 204 len: 173 time: 1.3015144 Aug 08 02:30:10.834834 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'name': 'network-vif-deleted', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:10.837179 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2b141-38a2-45de-9dc9-29e59fe6c67e" -d '{"events": [{"server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "name": "network-vif-deleted", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:10.879295 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f95180-8def-40b9-8fd2-0b8ee087e47e x-openstack-request-id: req-85f95180-8def-40b9-8fd2-0b8ee087e47e {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:10.879591 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd15bdd-8a1c-455b-91c9-504f69b5308a", "name": "network-vif-deleted", "tag": "84fa14fb-cbbd-42d5-a597-bc2556a0ba82", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:10.880020 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-85f95180-8def-40b9-8fd2-0b8ee087e47e {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:10.880434 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f95180-8def-40b9-8fd2-0b8ee087e47e'] response: {'server_uuid': 'ddd15bdd-8a1c-455b-91c9-504f69b5308a', 'name': 'network-vif-deleted', 'tag': '84fa14fb-cbbd-42d5-a597-bc2556a0ba82', 'status': 'completed', 'code': 200} Aug 08 02:30:10.917885 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:11.113437 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:11.114441 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aadc9904-440c-4eb1-8ac8-4c214c7a0468 req-ffe336a7-cd3c-49f8-93be-23b9f3d9692f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 210 time: 0.0357623 Aug 08 02:30:11.144879 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:11.147574 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:11.148186 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:29:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:11.163753 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637d1a-b499-4bb3-abf9-88e107ed3da6 req-eead15b8-7fdd-4395-8d36-1bc7ee3b9e2b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:11.165455 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-01637d1a-b499-4bb3-abf9-88e107ed3da6 req-eead15b8-7fdd-4395-8d36-1bc7ee3b9e2b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0543890 Aug 08 02:30:11.201875 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:11.218171 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-01637d1a-b499-4bb3-abf9-88e107ed3da6 req-07e33422-7ba6-4d88-929d-a86a4924848f tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Aug 08 02:30:11.254654 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:11.280066 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:11.442427 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:11.467963 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2584b-97f0-4442-b51b-fc9a5afe6bff None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:11.704879 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b79223-c068-4817-bde4-570cec3f9e8a None None] New status for floating IP 382c3514-7538-403c-b738-f36020f21316: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:30:11.857462 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-23010ea3-5b54-47d0-bee2-fb88439b1343 req-a5fd2323-c104-4104-bbf4-7b88860543ee tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ddd15bdd-8a1c-455b-91c9-504f69b5308a HTTP/1.1" status: 200 len: 210 time: 0.0269005 Aug 08 02:30:12.226594 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e4b47731-c9e6-4815-bc5d-483523960292 req-d7dd7efd-1ecd-41fb-a172-dffde8e9f7da tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 210 time: 0.0289910 Aug 08 02:30:12.351793 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0273b-6ebf-40f2-b6b0-8a49489acee8 req-212501c9-e088-46a1-8fc4-f4a528e22adc tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:12.366223 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ded0273b-6ebf-40f2-b6b0-8a49489acee8 req-212501c9-e088-46a1-8fc4-f4a528e22adc tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0729871 Aug 08 02:30:12.380415 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:12.418775 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ded0273b-6ebf-40f2-b6b0-8a49489acee8 req-027ed7c8-ac13-4da9-8183-00b7f94e9769 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443950 Aug 08 02:30:12.443790 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-fc6c0575-699d-4370-a979-fb338426170d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:12.446132 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-fc6c0575-699d-4370-a979-fb338426170d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 817 time: 0.1248608 Aug 08 02:30:12.527265 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-00054311-e013-48e0-81b5-37805c5bb081 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 380 time: 0.0604842 Aug 08 02:30:12.532807 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'port': {'device_id': '946fd571-bd98-44f9-89f4-52f0116b642d', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'admin_state_up': True, 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'security_groups': ['899caff1-1d8b-49ae-976f-536e0dd9c569']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:12.726940 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Made reservation on behalf of 7caa43bf43ad4e84b4b648e9ab33bd7f for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:30:12.730679 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:12.844863 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:12.863781 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Allocated IP 172.20.0.13 (637774ba-5318-4e0b-8885-18933b06fb53/e24486da-4672-4819-af59-59f6a67e1f61/0bf885ea-ca94-45b2-aafa-7461404e6cf2) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:30:13.002972 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38570) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:13.009607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.062973 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-df8c8103-365e-4796-aa42-09ce414732d9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (d916c2ef-5441-46b7-94db-beb9b958f9b0), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.087531 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-df8c8103-365e-4796-aa42-09ce414732d9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (d916c2ef-5441-46b7-94db-beb9b958f9b0), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.098655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.146110 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:13.148459 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Network 637774ba-5318-4e0b-8885-18933b06fb53 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:30:13.161580 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:30:13.161580 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:30:13.195742 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:13.232028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:13.232837 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.236424 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-df8c8103-365e-4796-aa42-09ce414732d9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d916c2ef-5441-46b7-94db-beb9b958f9b0), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.245829 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-df8c8103-365e-4796-aa42-09ce414732d9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.248033 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-df8c8103-365e-4796-aa42-09ce414732d9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d916c2ef-5441-46b7-94db-beb9b958f9b0 HTTP/1.1" status: 204 len: 168 time: 0.2433050 Aug 08 02:30:13.255246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38582) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:13.262979 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c8103-365e-4796-aa42-09ce414732d9 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916c2ef-5441-46b7-94db-beb9b958f9b0,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:13.277165 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.api.v2.resource [None req-b5475ff7-a406-4362-a2be-4c3a370afbb8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] show failed (client error): The resource could not be found. Aug 08 02:30:13.280191 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b5475ff7-a406-4362-a2be-4c3a370afbb8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups/d916c2ef-5441-46b7-94db-beb9b958f9b0 HTTP/1.1" status: 404 len: 347 time: 0.0238369 Aug 08 02:30:13.280846 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38586) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:13.330625 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-2098aa66-03c3-41c6-8d1e-c820df80a193 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8020892 Aug 08 02:30:13.398561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Request body: {'port': {'device_id': '946fd571-bd98-44f9-89f4-52f0116b642d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:13.419347 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:13.442775 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:13.444656 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 84fa14fb-cbbd-42d5-a597-bc2556a0ba82 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:13.453174 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-d5896565-27a7-4852-af03-07627a14677d None None] Provisioning complete for port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:30:13.453835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d5896565-27a7-4852-af03-07627a14677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.462399 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Deleting port 7d99cd4f-f60c-445a-b051-fb314c7e5575 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:13.468209 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.489058 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-d5896565-27a7-4852-af03-07627a14677d None None] Port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:30:13.493695 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177916-b42d-46fa-87f6-1078e83048b6 req-f4d22e5f-42be-49a7-9652-71f044656b98 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:13.496577 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7177916-b42d-46fa-87f6-1078e83048b6 req-f4d22e5f-42be-49a7-9652-71f044656b98 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 932 time: 0.0699470 Aug 08 02:30:13.551105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.593241 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7177916-b42d-46fa-87f6-1078e83048b6 req-cdb828a4-b825-4a0b-a203-7b0f150fa3ba tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861771 Aug 08 02:30:13.638068 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.638398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (7d99cd4f-f60c-445a-b051-fb314c7e5575), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:13.661029 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Calling delete_port for 7d99cd4f-f60c-445a-b051-fb314c7e5575 owned by network:floatingip {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:13.835120 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:13.980846 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf885ea-ca94-45b2-aafa-7461404e6cf2 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:30:13.984760 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:13.989202 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Publish callbacks [] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.069795 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Transition to ACTIVE for port object 0bf885ea-ca94-45b2-aafa-7461404e6cf2 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:30:14.070997 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (7d99cd4f-f60c-445a-b051-fb314c7e5575), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.095105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event deleted for resources: {'Port': ['ID=7d99cd4f-f60c-445a-b051-fb314c7e5575,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:14.147224 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.202826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (382c3514-7538-403c-b738-f36020f21316), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.205641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.206846 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-cc4d02d7-d47e-41df-97df-779c27254643 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/382c3514-7538-403c-b738-f36020f21316 HTTP/1.1" status: 204 len: 168 time: 0.9250741 Aug 08 02:30:14.232098 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:14.290567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Attempting to bind port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:30:14.290919 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Attempting to bind port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:30:14.291242 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Attempting to bind port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 on network 637774ba-5318-4e0b-8885-18933b06fb53 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:30:14.296284 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 on network 637774ba-5318-4e0b-8885-18933b06fb53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:30:14.296623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Attempting to bind port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 on network 637774ba-5318-4e0b-8885-18933b06fb53 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:30:14.301564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:30:14.301901 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Checking segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:30:14.302278 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Bound using segment: {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:30:14.302703 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Bound port: 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57babc71-1730-46f1-927f-f88039fdd44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:30:14.303054 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.364960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:30:14.368085 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:30:14.370569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38594) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:14.374986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084159102', 'description': 'tempest-description--1694210528'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:14.435805 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.441288 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:14.441905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.445650 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 1094 time: 1.0512507 Aug 08 02:30:14.445650 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:14.446418 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d123bb6-27a2-4852-abac-e546e7f4858b" -d '{"events": [{"name": "network-changed", "server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:14.473009 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.499109 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:14.505450 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbf265b-8d26-4505-826b-975a6d177aeb x-openstack-request-id: req-dfbf265b-8d26-4505-826b-975a6d177aeb {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:14.505736 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:14.505988 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dfbf265b-8d26-4505-826b-975a6d177aeb {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:14.506466 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbf265b-8d26-4505-826b-975a6d177aeb'] response: {'name': 'network-changed', 'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'status': 'completed', 'code': 200} Aug 08 02:30:14.515929 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58354f-af78-4d97-a6ff-aa94f3496486 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:14.580847 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123bb6-27a2-4852-abac-e546e7f4858b req-f3632e19-8c89-4884-addc-f7f5aeae3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:14.582403 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2d123bb6-27a2-4852-abac-e546e7f4858b req-f3632e19-8c89-4884-addc-f7f5aeae3b07 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1128 time: 0.0581350 Aug 08 02:30:14.654301 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (096249e2-385e-483f-bf2e-c65fe6e9c65f), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.706697 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123bb6-27a2-4852-abac-e546e7f4858b req-c78ab870-6dd5-4685-ad0a-99a164dc8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:14.708176 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2d123bb6-27a2-4852-abac-e546e7f4858b req-c78ab870-6dd5-4685-ad0a-99a164dc8dba service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1158023 Aug 08 02:30:14.724272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (096249e2-385e-483f-bf2e-c65fe6e9c65f), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.726667 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc4fb1-73f8-4e6d-8a54-5b1e62284a83 req-8f0f0780-7b60-4939-9837-8ebd3accb09e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:14.728782 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7bcc4fb1-73f8-4e6d-8a54-5b1e62284a83 req-8f0f0780-7b60-4939-9837-8ebd3accb09e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0474463 Aug 08 02:30:14.751700 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:14.781567 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7bcc4fb1-73f8-4e6d-8a54-5b1e62284a83 req-3c2cd86b-9b97-4db8-90e6-3752ee4a8bb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Aug 08 02:30:14.804390 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096249e2-385e-483f-bf2e-c65fe6e9c65f,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:14.839939 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d123bb6-27a2-4852-abac-e546e7f4858b req-310ca52b-271f-4cf7-9c0d-af48b4557897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:14.841563 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2d123bb6-27a2-4852-abac-e546e7f4858b req-310ca52b-271f-4cf7-9c0d-af48b4557897 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264000 Aug 08 02:30:14.871754 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:14.873041 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-51a583eb-c96d-4eb2-bf8e-ee93c3c06175 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5014787 Aug 08 02:30:14.876001 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38604) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:14.880355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'security_group_rule': {'security_group_id': '096249e2-385e-483f-bf2e-c65fe6e9c65f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:14.933487 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-352c4af0-3c92-46d9-8307-aebaae57e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:14.934991 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-352c4af0-3c92-46d9-8307-aebaae57e5d9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1128 time: 0.0484378 Aug 08 02:30:14.980256 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-13052280-5ae6-4fb5-934a-ee64c086fdc3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 217 time: 0.0378914 Aug 08 02:30:15.028023 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-a97374d4-7931-4ea6-84ce-f9523f1fe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:15.029497 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-a97374d4-7931-4ea6-84ce-f9523f1fe13d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0434082 Aug 08 02:30:15.033967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:15.044723 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (2c0fc918-4172-4b8d-9650-40a479f96430), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.089004 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-479cbd4f-ddda-4f55-8fd8-973df5d936c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:15.090617 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-479cbd4f-ddda-4f55-8fd8-973df5d936c7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549142 Aug 08 02:30:15.183630 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (2c0fc918-4172-4b8d-9650-40a479f96430), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.209948 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-011d2ac3-db70-408e-be8e-bd0d2557b17f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105404 Aug 08 02:30:15.268131 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (2c0fc918-4172-4b8d-9650-40a479f96430), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.298431 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0fc918-4172-4b8d-9650-40a479f96430,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:15.332344 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b00e296-2d07-4aa3-9544-521e94b4cced req-6880a119-4a94-4e11-ae70-e4c571a664d3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158004 Aug 08 02:30:15.351689 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.353058 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-394faca3-ed75-4d15-9ad3-267e86fc421f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760079 Aug 08 02:30:15.356277 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38606) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:15.360640 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'security_group_rule': {'security_group_id': '096249e2-385e-483f-bf2e-c65fe6e9c65f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:15.460119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (5fce3b30-032e-48c7-b159-b0f75569684b), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.526494 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (5fce3b30-032e-48c7-b159-b0f75569684b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.720401 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (5fce3b30-032e-48c7-b159-b0f75569684b), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.740236 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fce3b30-032e-48c7-b159-b0f75569684b,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:15.797114 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.798809 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-53d666aa-3ac4-4ae3-9a4b-dd1983a6a0f8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412439 Aug 08 02:30:15.801840 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38612) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:15.807925 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:15.899964 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:15.950466 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c926c9-9256-48f4-98d6-199e92ba7ddf req-409b4da8-f24e-4899-a607-5536fe772e3f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:15.951949 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-12c926c9-9256-48f4-98d6-199e92ba7ddf req-409b4da8-f24e-4899-a607-5536fe772e3f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0888824 Aug 08 02:30:16.017847 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.038969 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-12c926c9-9256-48f4-98d6-199e92ba7ddf req-d7ae041a-d7e2-4b6e-8300-30dac486fb55 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779488 Aug 08 02:30:16.138981 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Allocated IP 172.27.3.87 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/85a27964-459c-4e80-b887-dc25ae373a90) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:30:16.245896 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for port (85a27964-459c-4e80-b887-dc25ae373a90), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.257536 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:16.314916 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (85a27964-459c-4e80-b887-dc25ae373a90), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.353576 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:30:16.359077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:30:16.361689 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:30:16.367533 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-60fda9db-91f3-4ba1-b619-3260d53ce965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.397251 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'Port': ['ID=85a27964-459c-4e80-b887-dc25ae373a90,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:16.458987 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (85ce5316-08a0-4d8a-a54e-d9ab53104afc), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.546583 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:16.574975 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (85a27964-459c-4e80-b887-dc25ae373a90), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.725074 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for port (85a27964-459c-4e80-b887-dc25ae373a90), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.778176 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (85a27964-459c-4e80-b887-dc25ae373a90), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.849898 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (85ce5316-08a0-4d8a-a54e-d9ab53104afc), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.852384 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'Port': ['ID=85a27964-459c-4e80-b887-dc25ae373a90,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:16.917721 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:16.918992 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a117d82d-2a27-444c-80dc-ab8af06eb07d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1161652 Aug 08 02:30:17.133317 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7465ea3a-83d9-4180-b681-3cffbec0b665 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2084159102&fields=id&tenant_id=ee8baa7d6e294e27ae2fb12eded3709d HTTP/1.1" status: 200 len: 267 time: 0.0541794 Aug 08 02:30:17.243998 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-6489f245-6424-435a-86e6-2f010de35353 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:17.245797 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-6489f245-6424-435a-86e6-2f010de35353 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 811 time: 0.1049459 Aug 08 02:30:17.284051 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-82fd164f-463f-45a5-9b7d-89b25c21e7d5 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/quotas/ee8baa7d6e294e27ae2fb12eded3709d HTTP/1.1" status: 200 len: 375 time: 0.0275333 Aug 08 02:30:17.310045 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7bd9f-0f33-40e1-82e4-d8589ecee21b req-a76e555e-f817-4046-8d2a-2c313a23af27 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:17.311493 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-28e7bd9f-0f33-40e1-82e4-d8589ecee21b req-a76e555e-f817-4046-8d2a-2c313a23af27 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.1892624 Aug 08 02:30:17.357019 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-cb008b97-c944-484f-8294-57eaf6951c30 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676625 Aug 08 02:30:17.415052 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:30:17.425561 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-28e7bd9f-0f33-40e1-82e4-d8589ecee21b req-cf3383b8-8e17-4b80-b11d-26a74bff8801 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975866 Aug 08 02:30:17.439049 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:17.471176 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-f4d9398e-0357-4eeb-aec0-f3ec973c2934 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025400 Aug 08 02:30:17.514722 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:17.516619 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:17.531338 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'mac_address': 'fa:16:3e:08:60:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:30:17.563848 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-0d799329-ab3a-4682-9c44-9ac94c2b2027 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 Aug 08 02:30:17.571582 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:30:17.571979 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:17.586254 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf885ea-ca94-45b2-aafa-7461404e6cf2 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:30:17.606745 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:17.738426 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:17.787171 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:17.873735 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d6fbb9ed-cf7c-415e-bde0-94418a7e2f6c req-7c07ef81-5ddb-4190-8bc4-6d1f7a2006a6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 210 time: 0.0330000 Aug 08 02:30:18.033077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['0bf885ea-ca94-45b2-aafa-7461404e6cf2'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:30:18.555255 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348626-ff9e-42de-8493-047e17228aea req-a1f5c1ef-9f62-4aff-9125-f5631858b812 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:18.556648 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f348626-ff9e-42de-8493-047e17228aea req-a1f5c1ef-9f62-4aff-9125-f5631858b812 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 945 time: 0.0506275 Aug 08 02:30:18.605984 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f348626-ff9e-42de-8493-047e17228aea req-ce02c982-e4b3-495b-9cc9-7f7d76145f67 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Aug 08 02:30:18.980426 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-914fd5ac-0a37-4d1c-9e8a-b12807fb4c5c req-51265608-8239-4a0b-b269-c448fedbb955 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 210 time: 0.0288389 Aug 08 02:30:19.035361 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-0fc28cf1-53d8-4035-951b-4f729563aec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:19.435997 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:30:19.479516 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:30:19.566688 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:30:19.567075 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:19.589641 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:19.645894 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:30:19.646354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:19.681748 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:19.684610 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3366a566-92e2-4b00-ae2f-5e35f89d5278" -d '{"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:19.699247 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:19.726377 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cae7c0-9d9c-48e0-bab5-5b2e679901e0 x-openstack-request-id: req-60cae7c0-9d9c-48e0-bab5-5b2e679901e0 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:19.728401 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:19.729548 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-60cae7c0-9d9c-48e0-bab5-5b2e679901e0 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:19.730445 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cae7c0-9d9c-48e0-bab5-5b2e679901e0'] response: {'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'code': 200} Aug 08 02:30:19.736211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c99ed6-c00d-4ecd-8e7d-4956ee374239 req-4de210ce-882e-4f93-9b2f-7e600a24f2e8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:19.737754 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9c99ed6-c00d-4ecd-8e7d-4956ee374239 req-4de210ce-882e-4f93-9b2f-7e600a24f2e8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 945 time: 0.0508080 Aug 08 02:30:19.785023 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:19.796462 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9c99ed6-c00d-4ecd-8e7d-4956ee374239 req-43f0e3da-263e-4740-a53f-abe737aeeb36 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531359 Aug 08 02:30:19.829971 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:19.879685 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:20.083966 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-623c3190-28c1-4f8e-8fa8-87842a94366d req-696e03ca-d712-407a-94f2-3b100c1b3138 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 210 time: 0.0298915 Aug 08 02:30:20.557237 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:20.628412 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964b775-0237-4e49-b5e3-c8c8e98d9a5e req-cbbf5067-74eb-450e-a549-74db2bbcc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:20.630007 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e964b775-0237-4e49-b5e3-c8c8e98d9a5e req-cbbf5067-74eb-450e-a549-74db2bbcc9f3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1130 time: 0.0911658 Aug 08 02:30:20.704727 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-88822877-430e-4151-9281-f858501f502c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:20.706191 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-88822877-430e-4151-9281-f858501f502c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 811 time: 0.1661143 Aug 08 02:30:20.709521 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e964b775-0237-4e49-b5e3-c8c8e98d9a5e req-ba761aca-1ea4-4afd-b53d-f70115d0bdc6 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712464 Aug 08 02:30:20.972815 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-0c14aec5-2213-4694-841c-cf3c573f1291 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ee8baa7d6e294e27ae2fb12eded3709d HTTP/1.1" status: 200 len: 380 time: 0.0589378 Aug 08 02:30:20.986453 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a9a3-5423-4408-9879-edbe97e889ea req-9092adf7-bf6b-4997-90c9-b4657fdd1ebe tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:20.988334 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-21e2a9a3-5423-4408-9879-edbe97e889ea req-9092adf7-bf6b-4997-90c9-b4657fdd1ebe tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.1115115 Aug 08 02:30:20.991606 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'port': {'device_id': '48b3d4bf-6b20-4327-8f8d-521417405254', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'admin_state_up': True, 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'security_groups': ['096249e2-385e-483f-bf2e-c65fe6e9c65f']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:21.015931 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:21.047558 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-21e2a9a3-5423-4408-9879-edbe97e889ea req-1df810b3-c4bd-4f2f-a9fd-8a0a36e08a03 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510907 Aug 08 02:30:21.096430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:21.195266 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-95ae4e26-8a76-4dfc-b660-56ace3ccdea2 req-ac3e9352-26ed-48f9-a4b4-b41cfab9646c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 210 time: 0.0268836 Aug 08 02:30:21.241401 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Made reservation on behalf of ee8baa7d6e294e27ae2fb12eded3709d for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:30:21.245677 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.344415 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.377678 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Allocated IP 172.20.0.5 (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd/0d09248b-b818-41b2-84e2-d0f272897e4a/961375ea-c683-4138-905d-e3bf380590df) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:30:21.389875 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.519205 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for port (961375ea-c683-4138-905d-e3bf380590df), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.615579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (961375ea-c683-4138-905d-e3bf380590df), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.663182 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:30:21.666600 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:30:21.670326 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:21.676982 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:30:21.678009 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event updated for resources: {'Port': ['ID=961375ea-c683-4138-905d-e3bf380590df,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:21.728378 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:21.729055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.832733 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-afa611d0-48cf-44bd-b114-a0366483c349 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450570 Aug 08 02:30:21.960832 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-287aef7a-b42d-4b17-a367-ad08f65c3bfe None None] Provisioning complete for port 961375ea-c683-4138-905d-e3bf380590df triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:30:21.961291 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-287aef7a-b42d-4b17-a367-ad08f65c3bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (961375ea-c683-4138-905d-e3bf380590df), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:21.997646 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-287aef7a-b42d-4b17-a367-ad08f65c3bfe None None] Port 961375ea-c683-4138-905d-e3bf380590df cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:30:22.072065 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Request body: {'port': {'device_id': '48b3d4bf-6b20-4327-8f8d-521417405254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:22.161574 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (961375ea-c683-4138-905d-e3bf380590df), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.182626 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0aaa-581b-4f8e-b346-68f744730f1a req-f27b7b9d-9af3-4f44-ba89-7ca4b5b583d9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:22.184147 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-032b0aaa-581b-4f8e-b346-68f744730f1a req-f27b7b9d-9af3-4f44-ba89-7ca4b5b583d9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0470064 Aug 08 02:30:22.250166 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-032b0aaa-581b-4f8e-b346-68f744730f1a req-0d9538e5-5ae7-4694-b8d4-014d27f7777b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595760 Aug 08 02:30:22.335612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb38e-c262-42b5-96bf-8c2eac8647c5 req-10405b3e-6290-46e2-8035-519b5ee7bec3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:22.337131 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-49eeb38e-c262-42b5-96bf-8c2eac8647c5 req-10405b3e-6290-46e2-8035-519b5ee7bec3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 931 time: 0.0490873 Aug 08 02:30:22.394987 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-49eeb38e-c262-42b5-96bf-8c2eac8647c5 req-d707e38c-2487-4fa2-a292-edd39349419e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496767 Aug 08 02:30:22.454096 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961375ea-c683-4138-905d-e3bf380590df {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:30:22.461610 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Publish callbacks [] for port (961375ea-c683-4138-905d-e3bf380590df), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.474811 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Transition to ACTIVE for port object 961375ea-c683-4138-905d-e3bf380590df will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:30:22.561227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (961375ea-c683-4138-905d-e3bf380590df), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.626851 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Pushing event updated for resources: {'Port': ['ID=961375ea-c683-4138-905d-e3bf380590df,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:22.681885 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Attempting to bind port 961375ea-c683-4138-905d-e3bf380590df on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:30:22.682596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Attempting to bind port 961375ea-c683-4138-905d-e3bf380590df by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:30:22.682596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Attempting to bind port 961375ea-c683-4138-905d-e3bf380590df on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:30:22.686931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Port 961375ea-c683-4138-905d-e3bf380590df on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:30:22.687253 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Attempting to bind port 961375ea-c683-4138-905d-e3bf380590df on network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:30:22.692299 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:30:22.692638 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Checking segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:30:22.693055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Bound using segment: {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:30:22.693726 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Bound port: 961375ea-c683-4138-905d-e3bf380590df, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318e1b82-9c46-446f-9a02-8e3527bc83ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:30:22.694087 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (961375ea-c683-4138-905d-e3bf380590df), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.752388 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:30:22.754998 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] For port 961375ea-c683-4138-905d-e3bf380590df, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:30:22.758072 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] For port 961375ea-c683-4138-905d-e3bf380590df, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=961375ea-c683-4138-905d-e3bf380590df,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:30:22.830164 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (961375ea-c683-4138-905d-e3bf380590df), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.834602 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:22.835225 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.836704 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/961375ea-c683-4138-905d-e3bf380590df HTTP/1.1" status: 200 len: 1093 time: 0.7692709 Aug 08 02:30:22.837234 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'tag': '961375ea-c683-4138-905d-e3bf380590df'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:22.840963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d9721a-f89a-4bdd-8629-00cb218ecff4" -d '{"events": [{"name": "network-changed", "server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "tag": "961375ea-c683-4138-905d-e3bf380590df"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:22.885902 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca822806-9493-4015-883a-61186823fd39 x-openstack-request-id: req-ca822806-9493-4015-883a-61186823fd39 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:22.889551 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "tag": "961375ea-c683-4138-905d-e3bf380590df", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:22.889551 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ca822806-9493-4015-883a-61186823fd39 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:22.889551 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca822806-9493-4015-883a-61186823fd39'] response: {'name': 'network-changed', 'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'tag': '961375ea-c683-4138-905d-e3bf380590df', 'status': 'completed', 'code': 200} Aug 08 02:30:22.905136 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4ad5-2deb-4037-ad3c-ce89db713f6d service neutron] Pushing event updated for resources: {'Port': ['ID=961375ea-c683-4138-905d-e3bf380590df,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:23.368267 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c93cf9-dd2c-4ab7-a1c3-7ab9aa40f343 req-cb390166-1866-4799-952e-78696ef49176 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:23.370266 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-43c93cf9-dd2c-4ab7-a1c3-7ab9aa40f343 req-cb390166-1866-4799-952e-78696ef49176 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0452139 Aug 08 02:30:23.421544 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-43c93cf9-dd2c-4ab7-a1c3-7ab9aa40f343 req-0de0fc89-fdc8-400e-b254-b341abfdceb6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 Aug 08 02:30:23.555350 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ce5b-2ebe-4b8f-8f0b-a86ebd98cbf4 req-32b3fc2e-c48e-4e51-b4c8-149279f33c2b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:23.556863 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3214ce5b-2ebe-4b8f-8f0b-a86ebd98cbf4 req-32b3fc2e-c48e-4e51-b4c8-149279f33c2b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0816631 Aug 08 02:30:23.570940 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295e9c-9cc3-49bb-bbc4-9d96132d821f req-2b40708c-6d56-4345-8f23-2d02cf651fe2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:23.572313 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-76295e9c-9cc3-49bb-bbc4-9d96132d821f req-2b40708c-6d56-4345-8f23-2d02cf651fe2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0641878 Aug 08 02:30:23.583170 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38710) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:23.587995 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Request body: {'floatingip': {'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:23.613447 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3214ce5b-2ebe-4b8f-8f0b-a86ebd98cbf4 req-e35cbccd-befa-4513-abeb-e633f6072276 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499246 Aug 08 02:30:23.633505 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:23.669781 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:23.781991 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:23.841806 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:24.056388 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:24.132480 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:24.229820 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Floating IP e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5 associated. External IP: 172.27.3.91, port: 0bf885ea-ca94-45b2-aafa-7461404e6cf2. Aug 08 02:30:24.672297 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:24.733784 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=36 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:24.734338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262210f6-8e51-44be-9b4f-e565c89fcf11 req-574f818b-d94f-4dcc-94dd-467cae4e7d03 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:24.735670 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-262210f6-8e51-44be-9b4f-e565c89fcf11 req-574f818b-d94f-4dcc-94dd-467cae4e7d03 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0475135 Aug 08 02:30:24.780497 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:24.785315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:24.786793 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:24.786904 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-262210f6-8e51-44be-9b4f-e565c89fcf11 req-8937b6c9-6353-4aec-9a86-23b5b2c9680b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Aug 08 02:30:24.791912 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:24.803470 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:24.804222 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:24.819336 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7dee7484-ca92-4ef7-9ee9-abb3fabe7eb9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5 HTTP/1.1" status: 200 len: 991 time: 1.2348058 Aug 08 02:30:24.887559 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:24.889970 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a283430a-c30d-41bb-a061-7fa5b6f4e346" -d '{"events": [{"name": "network-changed", "server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:24.910723 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:24.928659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00636dd4-4233-4334-9c47-495ce867bc1c x-openstack-request-id: req-00636dd4-4233-4334-9c47-495ce867bc1c {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:24.929048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:24.929392 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00636dd4-4233-4334-9c47-495ce867bc1c {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:24.929874 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00636dd4-4233-4334-9c47-495ce867bc1c'] response: {'name': 'network-changed', 'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'status': 'completed', 'code': 200} Aug 08 02:30:25.197785 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': 'e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'mac_address': 'fa:16:3e:08:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fd571-bd98-44f9-89f4-52f0116b642d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:07Z', 'updated_at': '2022-08-08T02:30:23Z', 'revision_number': 1, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:25.222274 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:25.232769 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:25.233426 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:25.336017 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:25.555924 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': 'e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'mac_address': 'fa:16:3e:08:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fd571-bd98-44f9-89f4-52f0116b642d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:07Z', 'updated_at': '2022-08-08T02:30:23Z', 'revision_number': 1, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:25.580941 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38fe78a-6077-4190-9fbc-a95f17bea829 None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': 'e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'mac_address': 'fa:16:3e:08:60:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fd571-bd98-44f9-89f4-52f0116b642d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:07Z', 'updated_at': '2022-08-08T02:30:23Z', 'revision_number': 1, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:25.608989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9721a-f89a-4bdd-8629-00cb218ecff4 req-65d39736-dcb4-46d4-9ac5-9ced38f50005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:25.610502 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a1d9721a-f89a-4bdd-8629-00cb218ecff4 req-65d39736-dcb4-46d4-9ac5-9ced38f50005 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 1127 time: 0.0831349 Aug 08 02:30:25.611548 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-0244d680-cf37-4e51-b973-57cbd4212bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:25.612891 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-0244d680-cf37-4e51-b973-57cbd4212bd0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1130 time: 0.0745876 Aug 08 02:30:25.782069 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d4bba-d912-484e-b49a-acd9d50ba837 None None] New status for floating IP e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:30:25.874119 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:25.922785 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e049db-f9b6-416d-9be8-86977d874e2d req-b4abe75e-09aa-42b0-891f-269b9eef031d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:25.924550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9e049db-f9b6-416d-9be8-86977d874e2d req-b4abe75e-09aa-42b0-891f-269b9eef031d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0534282 Aug 08 02:30:25.980690 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9e049db-f9b6-416d-9be8-86977d874e2d req-18e2a4c6-2570-4777-9222-78b5e9c35727 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489523 Aug 08 02:30:26.085252 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-329cd667-3dc9-43b7-bf88-315e7d4afee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.085733 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-329cd667-3dc9-43b7-bf88-315e7d4afee4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.1906464 Aug 08 02:30:26.086727 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9721a-f89a-4bdd-8629-00cb218ecff4 req-c6be3192-023a-46b6-8d40-79e8424f23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.088070 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a1d9721a-f89a-4bdd-8629-00cb218ecff4 req-c6be3192-023a-46b6-8d40-79e8424f23b8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1922076 Aug 08 02:30:26.210522 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-9999a51a-bec3-4abd-9ae2-692ff93001bd service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 1001 time: 0.1136978 Aug 08 02:30:26.237721 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9721a-f89a-4bdd-8629-00cb218ecff4 req-dbdf5520-243a-42a6-b05d-0fb29aee33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.239168 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a1d9721a-f89a-4bdd-8629-00cb218ecff4 req-dbdf5520-243a-42a6-b05d-0fb29aee33ba service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347463 Aug 08 02:30:26.434549 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:26.488686 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-8bbf496c-c3a4-42e7-94cb-97a878739ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.490219 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-8bbf496c-c3a4-42e7-94cb-97a878739ea2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0853310 Aug 08 02:30:26.493262 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-8719d4b2-e3fb-45ea-929a-7a0b49a06e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.495360 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-8719d4b2-e3fb-45ea-929a-7a0b49a06e09 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 1127 time: 0.0519404 Aug 08 02:30:26.561137 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-8000abdd-9b13-4278-b8b0-ad245eacfda2 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961375ea-c683-4138-905d-e3bf380590df HTTP/1.1" status: 200 len: 217 time: 0.0500596 Aug 08 02:30:26.581513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-48f66284-209d-4c76-b378-988b4996982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.583001 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-48f66284-209d-4c76-b378-988b4996982d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796325 Aug 08 02:30:26.672187 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-eadb655c-820e-4616-8d0e-f0054dec9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.673684 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-eadb655c-820e-4616-8d0e-f0054dec9ce6 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.1027014 Aug 08 02:30:26.738279 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f8df-2c49-4c43-b787-a10602ee227a req-8534e655-00af-410d-b53d-d6817a3a3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.739763 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-8534e655-00af-410d-b53d-d6817a3a3d04 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582397 Aug 08 02:30:26.741646 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-47e17917-74ab-444e-a593-b1c8ea77dacc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404710 Aug 08 02:30:26.911011 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2472394-155c-4189-8e69-25f1e2347114 req-273b30af-7909-4481-a2ec-66e1eee22d7e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:26.912650 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e2472394-155c-4189-8e69-25f1e2347114 req-273b30af-7909-4481-a2ec-66e1eee22d7e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0538745 Aug 08 02:30:26.919548 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-9f6270f6-f862-4cc7-8b21-3fe6af239ffc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668398 Aug 08 02:30:26.921506 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a283430a-c30d-41bb-a061-7fa5b6f4e346 req-ea1d9812-261c-41da-bf7c-8a1e9dce4d63 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620436 Aug 08 02:30:26.964012 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e2472394-155c-4189-8e69-25f1e2347114 req-00088bd4-4ec4-428c-9885-d6e4f7270f94 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Aug 08 02:30:27.094373 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:27.110834 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6171d94-86ee-4103-921f-3f3f37c3426f req-5e68f029-3183-4091-b723-cc059b5e5397 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:27.112305 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e6171d94-86ee-4103-921f-3f3f37c3426f req-5e68f029-3183-4091-b723-cc059b5e5397 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0512288 Aug 08 02:30:27.159482 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e6171d94-86ee-4103-921f-3f3f37c3426f req-c98a598f-c71f-4cd8-ad98-870e434447dd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Aug 08 02:30:28.144382 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b499db3-3537-4860-9849-c3feff8960af req-e57313c1-1983-495e-8863-6eecc33feca8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:28.145787 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1b499db3-3537-4860-9849-c3feff8960af req-e57313c1-1983-495e-8863-6eecc33feca8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Aug 08 02:30:28.194814 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1b499db3-3537-4860-9849-c3feff8960af req-57959213-2b20-4946-be73-cdd1b2533757 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432854 Aug 08 02:30:28.283626 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc7049-cb12-43dd-abf9-56eaea5c061b req-37ff6887-a51a-4428-9d3e-b75c29f49e36 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:28.285122 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-80fc7049-cb12-43dd-abf9-56eaea5c061b req-37ff6887-a51a-4428-9d3e-b75c29f49e36 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0501468 Aug 08 02:30:28.304030 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:28.333654 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-80fc7049-cb12-43dd-abf9-56eaea5c061b req-33fa36a5-7822-4a9c-87a0-9845ef8bfbb3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Aug 08 02:30:29.326692 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73730bd7-5df9-4c16-a06c-72e61ca351eb req-246e06a6-d471-4630-9653-2b2589194035 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:29.328082 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-73730bd7-5df9-4c16-a06c-72e61ca351eb req-246e06a6-d471-4630-9653-2b2589194035 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0540283 Aug 08 02:30:29.378807 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-73730bd7-5df9-4c16-a06c-72e61ca351eb req-be65b631-d8ee-427f-a9c7-f6dcc4a4a6cb tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Aug 08 02:30:29.455946 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982459a5-8d58-48d9-905a-fcd796273e4e req-b79d2523-435c-48f3-904b-2c8f350acf10 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:29.457457 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-982459a5-8d58-48d9-905a-fcd796273e4e req-b79d2523-435c-48f3-904b-2c8f350acf10 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0477262 Aug 08 02:30:29.511897 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-982459a5-8d58-48d9-905a-fcd796273e4e req-73d938dc-0fea-41a7-85cd-f19250fa573b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487485 Aug 08 02:30:30.411986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:30.438607 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1062f8df-2c49-4c43-b787-a10602ee227a req-657a9d87-bc7a-457e-b4e5-c09086d968fa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887783 Aug 08 02:30:30.507803 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeccde-49d3-4fe1-b08c-4555ff5e5596 req-796a22cb-e840-4cac-82f0-4bbae0a7889c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:30.509281 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6baeccde-49d3-4fe1-b08c-4555ff5e5596 req-796a22cb-e840-4cac-82f0-4bbae0a7889c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0472779 Aug 08 02:30:30.559461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6baeccde-49d3-4fe1-b08c-4555ff5e5596 req-824f86e8-694b-41fe-b460-f7718b9b2691 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Aug 08 02:30:30.694475 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715d6f9-eb5a-4b7e-a56e-837b3546c6fb req-7fa9b0af-7cab-407d-8c4b-a6638f9d2e82 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:30.695906 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a715d6f9-eb5a-4b7e-a56e-837b3546c6fb req-7fa9b0af-7cab-407d-8c4b-a6638f9d2e82 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0496168 Aug 08 02:30:30.745396 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a715d6f9-eb5a-4b7e-a56e-837b3546c6fb req-4f3246de-de4c-426f-8e4b-f196706c789e tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Aug 08 02:30:31.694019 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327231a-98f3-4147-ba1b-3d3b75fd564c req-4fb93d7f-7430-42be-8b89-f3f7ada65ee8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:31.695629 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7327231a-98f3-4147-ba1b-3d3b75fd564c req-4fb93d7f-7430-42be-8b89-f3f7ada65ee8 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0532832 Aug 08 02:30:31.747722 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7327231a-98f3-4147-ba1b-3d3b75fd564c req-6e7d60a1-ce71-4272-876b-a3a68738e064 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Aug 08 02:30:31.867229 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0f6bf-ae3d-4366-aaca-30a3c8de516e req-89719839-2900-4035-9326-1e3185fc325d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:31.868905 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3c0f6bf-ae3d-4366-aaca-30a3c8de516e req-89719839-2900-4035-9326-1e3185fc325d tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0497687 Aug 08 02:30:31.927720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3c0f6bf-ae3d-4366-aaca-30a3c8de516e req-4e5cec8f-dbe2-4192-99c2-1f5ccb3dc350 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526340 Aug 08 02:30:31.938078 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701a995-a278-4f30-b02e-4667e8086a53 req-ab680e93-4f38-46c3-bc06-74a81a75ade5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:31.939595 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2701a995-a278-4f30-b02e-4667e8086a53 req-ab680e93-4f38-46c3-bc06-74a81a75ade5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 945 time: 0.0684345 Aug 08 02:30:32.036799 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Deleting port 9b3bb00c-894f-4b64-935c-89a64519fd90 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:32.037255 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:32.141153 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] For port 9b3bb00c-894f-4b64-935c-89a64519fd90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9b3bb00c-894f-4b64-935c-89a64519fd90,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:32.141523 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:32.316253 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:32.316614 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:32.316998 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Floating IP 5dfc99ed-3dc3-4731-9547-2a4dd4300187 disassociated. External IP: 172.27.3.235, port: 9b3bb00c-894f-4b64-935c-89a64519fd90. Aug 08 02:30:32.317340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Calling delete_port for 9b3bb00c-894f-4b64-935c-89a64519fd90 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:32.364088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:32.638736 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (9b3bb00c-894f-4b64-935c-89a64519fd90), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:32.671113 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event deleted for resources: {'Port': ['ID=9b3bb00c-894f-4b64-935c-89a64519fd90,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:32.722384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.723057 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.723427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.723768 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.724105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.724437 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.724886 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.725128 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.725457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.725798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.726122 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.726468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.726789 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.727110 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.727432 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:32.782938 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:32.802827 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Router 2784d75b-9488-47fc-ac16-6cedcf408725 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:32.856217 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f8e7ab5-da08-4135-ad05-274c2b47b6f2 req-3bf061a9-48a1-4ef3-9ed8-900a15b6f083 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0312371 Aug 08 02:30:32.934138 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:32.938897 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] Sync routers for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:32.960483 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:32.961458 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:32.976267 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] No DVR routers for this DVR port 9b3bb00c-894f-4b64-935c-89a64519fd90 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:32.981035 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:32.987831 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2701a995-a278-4f30-b02e-4667e8086a53 req-7f8ca85a-a339-4c3f-81ef-544c82c614ad tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "DELETE /networking/v2.0/ports/9b3bb00c-894f-4b64-935c-89a64519fd90 HTTP/1.1" status: 204 len: 173 time: 1.0400481 Aug 08 02:30:32.987831 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'name': 'network-vif-deleted', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:32.990379 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620555a-3182-4da8-9afb-200985e10a60" -d '{"events": [{"server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "name": "network-vif-deleted", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:33.043502 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d151ed9-c0a7-42fa-b881-a386d019ca70 x-openstack-request-id: req-7d151ed9-c0a7-42fa-b881-a386d019ca70 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:33.043902 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b1155c-5bba-46ae-8f3c-61f70c8a8a24", "name": "network-vif-deleted", "tag": "9b3bb00c-894f-4b64-935c-89a64519fd90", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:33.044388 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d151ed9-c0a7-42fa-b881-a386d019ca70 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:33.045037 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d151ed9-c0a7-42fa-b881-a386d019ca70'] response: {'server_uuid': 'a5b1155c-5bba-46ae-8f3c-61f70c8a8a24', 'name': 'network-vif-deleted', 'tag': '9b3bb00c-894f-4b64-935c-89a64519fd90', 'status': 'completed', 'code': 200} Aug 08 02:30:33.114835 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:33.151638 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f860411-f379-4461-b5a5-f479a1455a61 req-0e3b5ece-5861-41c1-b680-4cdbb39d9efc tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:33.161086 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f860411-f379-4461-b5a5-f479a1455a61 req-0e3b5ece-5861-41c1-b680-4cdbb39d9efc tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.1127257 Aug 08 02:30:33.233829 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f860411-f379-4461-b5a5-f479a1455a61 req-aaba0b5d-9e11-4d39-a3ba-2368e3f797c4 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714438 Aug 08 02:30:33.290667 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:33.292869 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:33.373487 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:33.405429 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] Checking router: 2784d75b-9488-47fc-ac16-6cedcf408725 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:33.414767 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:33.415403 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:33.522243 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:33.741385 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:33.766687 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28cd14b-e6ac-474d-85ad-4ff07c026fab None None] The sync data for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi is: [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:23Z', 'revision_number': 4, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '131629a7-a3e6-49fe-bf54-bf5ea87374aa', 'name': '', 'network_id': '847f3ad1-eef7-41cf-8570-7f9863393002', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'mac_address': 'fa:16:3e:bd:83:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:21Z', 'updated_at': '2022-08-08T02:25:39Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'subnets': [{'id': 'a4b6df36-21fc-4b32-836d-015ed5b16480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:33.812109 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 961375ea-c683-4138-905d-e3bf380590df details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:30:33.815864 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 9b3bb00c-894f-4b64-935c-89a64519fd90 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:33.997147 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 9b3bb00c-894f-4b64-935c-89a64519fd90 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:33.997517 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 9b3bb00c-894f-4b64-935c-89a64519fd90 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:34.048879 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0acf04b4-d19a-4fbb-b904-1ea7385507b8 req-a86c899e-00be-48c3-82fa-a41821b22af7 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a5b1155c-5bba-46ae-8f3c-61f70c8a8a24 HTTP/1.1" status: 200 len: 210 time: 0.0782464 Aug 08 02:30:34.128692 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 961375ea-c683-4138-905d-e3bf380590df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=961375ea-c683-4138-905d-e3bf380590df,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:34.144505 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '961375ea-c683-4138-905d-e3bf380590df', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'port_id': '961375ea-c683-4138-905d-e3bf380590df', 'mac_address': 'fa:16:3e:88:7e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:30:34.149476 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0310ea-da29-4db2-a63e-3226ec90178a None None] New status for floating IP 5dfc99ed-3dc3-4731-9547-2a4dd4300187: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:30:34.329415 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 961375ea-c683-4138-905d-e3bf380590df is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:30:34.329730 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (961375ea-c683-4138-905d-e3bf380590df), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:34.382326 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961375ea-c683-4138-905d-e3bf380590df {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:30:34.383667 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c689e68-df97-4e4f-a445-ec44e9e79719 req-7f66b771-3b1f-4054-ba21-1a68a3cbdc12 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:34.385288 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8c689e68-df97-4e4f-a445-ec44e9e79719 req-7f66b771-3b1f-4054-ba21-1a68a3cbdc12 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 943 time: 0.0551236 Aug 08 02:30:34.412395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 961375ea-c683-4138-905d-e3bf380590df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=961375ea-c683-4138-905d-e3bf380590df,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:34.439780 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8c689e68-df97-4e4f-a445-ec44e9e79719 req-9418904c-c460-496c-a197-9fcd1062d041 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Aug 08 02:30:34.597407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (961375ea-c683-4138-905d-e3bf380590df), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:34.651590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=961375ea-c683-4138-905d-e3bf380590df,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:34.883578 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['961375ea-c683-4138-905d-e3bf380590df'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:30:35.250045 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38844) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:35.315389 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4bcb45e0-a16a-4cab-ba14-9fc737faa8ce tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group (dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.342049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4bcb45e0-a16a-4cab-ba14-9fc737faa8ce tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group (dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.465667 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4bcb45e0-a16a-4cab-ba14-9fc737faa8ce tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.469008 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4bcb45e0-a16a-4cab-ba14-9fc737faa8ce tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.474339 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4bcb45e0-a16a-4cab-ba14-9fc737faa8ce tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a HTTP/1.1" status: 204 len: 168 time: 0.2226462 Aug 08 02:30:35.476449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38850) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:35.489416 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb45e0-a16a-4cab-ba14-9fc737faa8ce tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:35.500866 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.api.v2.resource [None req-4ea64903-87a5-4a4d-b126-e1be1a127437 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] show failed (client error): The resource could not be found. Aug 08 02:30:35.502117 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-4ea64903-87a5-4a4d-b126-e1be1a127437 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups/dcf8027c-dd4c-4b59-bb1a-5e28ba9fbe8a HTTP/1.1" status: 404 len: 347 time: 0.0246041 Aug 08 02:30:35.510809 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 38852) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:35.822272 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 961375ea-c683-4138-905d-e3bf380590df up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:30:35.848379 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:35.860368 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8aca-4418-48fb-b924-59440cd9d5bc req-388315fc-587d-4801-8749-22808553c4b0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:35.861891 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-902c8aca-4418-48fb-b924-59440cd9d5bc req-388315fc-587d-4801-8749-22808553c4b0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 944 time: 0.3283501 Aug 08 02:30:35.873497 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 961375ea-c683-4138-905d-e3bf380590df completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:30:35.890284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:35.912304 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:35.913148 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Deleting port f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:35.913515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.961407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 961375ea-c683-4138-905d-e3bf380590df triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:30:35.961943 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (961375ea-c683-4138-905d-e3bf380590df), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.983384 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-902c8aca-4418-48fb-b924-59440cd9d5bc req-31d849b5-b85c-473e-b2fc-9aa3e8686d58 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022334 Aug 08 02:30:36.020693 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.021289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.036077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Calling delete_port for f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2 owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:36.063980 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 961375ea-c683-4138-905d-e3bf380590df is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:30:36.064281 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (961375ea-c683-4138-905d-e3bf380590df), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.089045 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961375ea-c683-4138-905d-e3bf380590df'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:36.092872 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7317e4d1-b16f-4974-88e0-aba003a4d464" -d '{"events": [{"server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "name": "network-vif-plugged", "status": "completed", "tag": "961375ea-c683-4138-905d-e3bf380590df"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:36.093566 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:36.110998 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 961375ea-c683-4138-905d-e3bf380590df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=961375ea-c683-4138-905d-e3bf380590df,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:36.141975 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf779d-95ab-46d2-b1a5-502852ff6a3a x-openstack-request-id: req-6cbf779d-95ab-46d2-b1a5-502852ff6a3a {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:36.142282 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "name": "network-vif-plugged", "status": "completed", "tag": "961375ea-c683-4138-905d-e3bf380590df", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:36.142541 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6cbf779d-95ab-46d2-b1a5-502852ff6a3a {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:36.142955 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbf779d-95ab-46d2-b1a5-502852ff6a3a'] response: {'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961375ea-c683-4138-905d-e3bf380590df', 'code': 200} Aug 08 02:30:36.223045 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (961375ea-c683-4138-905d-e3bf380590df), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.277087 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=961375ea-c683-4138-905d-e3bf380590df,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:36.282566 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.310512 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event deleted for resources: {'Port': ['ID=f9a6779b-8a8d-48ca-b9f6-a4c08842ebd2,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:36.373359 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks [] for floatingip (5dfc99ed-3dc3-4731-9547-2a4dd4300187), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.376220 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:36.377565 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-90a3e598-5f7c-46a3-bb9a-ecb0570aae85 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5dfc99ed-3dc3-4731-9547-2a4dd4300187 HTTP/1.1" status: 204 len: 168 time: 0.8655257 Aug 08 02:30:36.742126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7a8b-1058-4a75-a5d9-e431e64c7bca req-5b28e2b6-f98d-44d6-acb5-2506296277fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:36.743845 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b40d7a8b-1058-4a75-a5d9-e431e64c7bca req-5b28e2b6-f98d-44d6-acb5-2506296277fc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 1129 time: 0.0470002 Aug 08 02:30:36.792774 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b40d7a8b-1058-4a75-a5d9-e431e64c7bca req-030448f5-d1f3-4652-9a98-57c2ae27971f service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Aug 08 02:30:37.112954 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a941877-f662-4d0e-9f65-abd2675267f0 req-87c5487f-1b5f-4302-a290-af48ce37fc0c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:37.119676 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5a941877-f662-4d0e-9f65-abd2675267f0 req-87c5487f-1b5f-4302-a290-af48ce37fc0c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0530674 Aug 08 02:30:37.169066 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5a941877-f662-4d0e-9f65-abd2675267f0 req-24c2148d-4b99-4a84-bcd9-6699f2d38ee8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484941 Aug 08 02:30:38.306093 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282595-6b1a-4d9e-aa72-e717e1ba03e0 req-725d4f42-7fab-4e05-9a87-d5507ce11a6f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:38.307644 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91282595-6b1a-4d9e-aa72-e717e1ba03e0 req-725d4f42-7fab-4e05-9a87-d5507ce11a6f tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0543785 Aug 08 02:30:38.360540 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91282595-6b1a-4d9e-aa72-e717e1ba03e0 req-05b0326c-fd75-4db2-a248-9ec5ef983c61 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464742 Aug 08 02:30:39.498513 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ffe61-a287-439a-8744-e673085f183d req-1b9697e4-3779-4a89-9628-bf5d8bc176f0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:39.500320 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-331ffe61-a287-439a-8744-e673085f183d req-1b9697e4-3779-4a89-9628-bf5d8bc176f0 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0547106 Aug 08 02:30:39.511685 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:39.628808 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-331ffe61-a287-439a-8744-e673085f183d req-63674d5a-92cb-4e62-8d3c-362f1d374c31 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436640 Aug 08 02:30:39.743328 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02292243-4e3c-463b-b20f-4d506f727151 req-b8455ea9-f71a-4a62-b01c-a8bc8e0ddb50 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:39.745225 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-02292243-4e3c-463b-b20f-4d506f727151 req-b8455ea9-f71a-4a62-b01c-a8bc8e0ddb50 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0561659 Aug 08 02:30:39.762632 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 38896) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:39.767234 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Request body: {'floatingip': {'port_id': '961375ea-c683-4138-905d-e3bf380590df'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:39.811504 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (85ce5316-08a0-4d8a-a54e-d9ab53104afc), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:39.972013 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9539ae0-3475-4ca3-ac02-fc6dc29260b2 req-1369c7c7-338f-48c8-961d-d0d5ae3683da tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:39.973532 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9539ae0-3475-4ca3-ac02-fc6dc29260b2 req-1369c7c7-338f-48c8-961d-d0d5ae3683da tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0522873 Aug 08 02:30:40.038992 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b9539ae0-3475-4ca3-ac02-fc6dc29260b2 req-19b92bed-5922-477b-92ca-79dae9a06e28 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580921 Aug 08 02:30:40.510921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:40.576990 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:40.624201 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (85ce5316-08a0-4d8a-a54e-d9ab53104afc), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:40.722722 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Floating IP 85ce5316-08a0-4d8a-a54e-d9ab53104afc associated. External IP: 172.27.3.87, port: 961375ea-c683-4138-905d-e3bf380590df. Aug 08 02:30:40.895436 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:40.925764 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:41.027979 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:41.032889 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:41.037871 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:41.049381 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:41.050264 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:41.067662 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-0581d92b-31d3-46ae-adca-974458bd742b tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/85ce5316-08a0-4d8a-a54e-d9ab53104afc HTTP/1.1" status: 200 len: 990 time: 1.3016813 Aug 08 02:30:41.067662 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'tag': '961375ea-c683-4138-905d-e3bf380590df'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:41.068235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6629bf64-75ca-454d-97a1-ed0ea110dc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "tag": "961375ea-c683-4138-905d-e3bf380590df"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:41.116576 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f04d50-528d-45e6-96bb-7bbeec769a5f x-openstack-request-id: req-25f04d50-528d-45e6-96bb-7bbeec769a5f {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:41.116914 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "tag": "961375ea-c683-4138-905d-e3bf380590df", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:41.117173 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-25f04d50-528d-45e6-96bb-7bbeec769a5f {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:41.117588 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f04d50-528d-45e6-96bb-7bbeec769a5f'] response: {'name': 'network-changed', 'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'tag': '961375ea-c683-4138-905d-e3bf380590df', 'status': 'completed', 'code': 200} Aug 08 02:30:41.160031 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:41.212383 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b0812-2f3d-4ba0-9740-6bc4f33b6886 req-3a5cebea-4c9d-4fc6-bf4e-35bd1adab103 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:41.217204 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e37b0812-2f3d-4ba0-9740-6bc4f33b6886 req-3a5cebea-4c9d-4fc6-bf4e-35bd1adab103 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0728519 Aug 08 02:30:41.268285 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e37b0812-2f3d-4ba0-9740-6bc4f33b6886 req-56ddd9d3-89b8-4a2b-8226-a1fab8d4e895 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Aug 08 02:30:41.464484 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '85ce5316-08a0-4d8a-a54e-d9ab53104afc', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'port_id': '961375ea-c683-4138-905d-e3bf380590df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'mac_address': 'fa:16:3e:88:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3d4bf-6b20-4327-8f8d-521417405254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:16Z', 'updated_at': '2022-08-08T02:30:40Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:41.489046 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:41.495788 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:41.497809 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:41.498411 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:41.600701 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:41.796538 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:41.815777 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '85ce5316-08a0-4d8a-a54e-d9ab53104afc', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'port_id': '961375ea-c683-4138-905d-e3bf380590df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'mac_address': 'fa:16:3e:88:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3d4bf-6b20-4327-8f8d-521417405254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:16Z', 'updated_at': '2022-08-08T02:30:40Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:41.841623 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6eda76-02cc-46be-bbeb-5fd648c12306 None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '85ce5316-08a0-4d8a-a54e-d9ab53104afc', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'port_id': '961375ea-c683-4138-905d-e3bf380590df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'mac_address': 'fa:16:3e:88:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b3d4bf-6b20-4327-8f8d-521417405254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:16Z', 'updated_at': '2022-08-08T02:30:40Z', 'revision_number': 1, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:42.031984 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db371390-d40a-4eb8-b2d2-c57f5e9bfcb3 None None] New status for floating IP 85ce5316-08a0-4d8a-a54e-d9ab53104afc: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:30:42.400721 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780a95-8e1e-47ab-b96c-a57a026bebd3 req-8d66c836-3aa3-40b6-9ab9-a62bf2afae7a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:42.402476 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b7780a95-8e1e-47ab-b96c-a57a026bebd3 req-8d66c836-3aa3-40b6-9ab9-a62bf2afae7a tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0550859 Aug 08 02:30:42.454434 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b7780a95-8e1e-47ab-b96c-a57a026bebd3 req-6178fc86-035f-4836-8410-9ee5af349ec9 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Aug 08 02:30:42.727993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-1ed617ee-e872-4ebe-98a5-aec59d59e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:42.730656 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-1ed617ee-e872-4ebe-98a5-aec59d59e6ef service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 1129 time: 0.0414457 Aug 08 02:30:42.852632 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-479e28fc-486d-4ff1-acf9-3f5d8efd66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:42.855068 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-479e28fc-486d-4ff1-acf9-3f5d8efd66c4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 200 len: 912 time: 0.1162291 Aug 08 02:30:42.904659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68b212-7bb0-48de-9672-77883d421e3e req-dc0257ff-0f46-45d6-b116-b9a0bb55742c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:42.906191 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cc68b212-7bb0-48de-9672-77883d421e3e req-dc0257ff-0f46-45d6-b116-b9a0bb55742c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 945 time: 0.0944939 Aug 08 02:30:42.959024 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-3cf76d5f-1da2-4f33-a6e4-0b706323c65a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961375ea-c683-4138-905d-e3bf380590df HTTP/1.1" status: 200 len: 1000 time: 0.0962687 Aug 08 02:30:43.016028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Deleting port f898d7da-2295-4c47-988e-433dec437c80 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:43.016377 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f898d7da-2295-4c47-988e-433dec437c80), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:43.124541 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:43.128064 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-c4269844-4efd-4bd3-bb8e-962b1633ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:43.129564 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-c4269844-4efd-4bd3-bb8e-962b1633ad6e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 200 len: 850 time: 0.1584444 Aug 08 02:30:43.177227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] For port f898d7da-2295-4c47-988e-433dec437c80, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f898d7da-2295-4c47-988e-433dec437c80,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:43.177629 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f898d7da-2295-4c47-988e-433dec437c80), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:43.198989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Calling delete_port for f898d7da-2295-4c47-988e-433dec437c80 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:43.203485 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-cc81b2b5-d3e1-4360-a8db-81a39bea1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:43.205003 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-cc81b2b5-d3e1-4360-a8db-81a39bea1241 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683951 Aug 08 02:30:43.393947 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f898d7da-2295-4c47-988e-433dec437c80), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:43.402046 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:43.408390 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['f898d7da-2295-4c47-988e-433dec437c80', 'ee2c6536-d687-4d7c-aac6-d3b85f022762'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:30:43.426750 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event deleted for resources: {'Port': ['ID=f898d7da-2295-4c47-988e-433dec437c80,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:43.473391 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] No DVR routers for this DVR port f898d7da-2295-4c47-988e-433dec437c80 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:43.475865 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:43.479982 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cc68b212-7bb0-48de-9672-77883d421e3e req-b9ffabab-a5a1-4974-8ae9-dd61cadc7b3c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "DELETE /networking/v2.0/ports/f898d7da-2295-4c47-988e-433dec437c80 HTTP/1.1" status: 204 len: 173 time: 0.5671279 Aug 08 02:30:43.480446 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'name': 'network-vif-deleted', 'tag': 'f898d7da-2295-4c47-988e-433dec437c80'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:43.485459 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e62d5-9752-49d4-99e5-2744b8e5a372" -d '{"events": [{"server_uuid": "085a353c-1451-4abc-a9c5-dad9de93fcd4", "name": "network-vif-deleted", "tag": "f898d7da-2295-4c47-988e-433dec437c80"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:43.576291 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c440c-bc76-4cf5-bb25-c75bf5d166a9 x-openstack-request-id: req-ac3c440c-bc76-4cf5-bb25-c75bf5d166a9 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:43.584842 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085a353c-1451-4abc-a9c5-dad9de93fcd4", "name": "network-vif-deleted", "tag": "f898d7da-2295-4c47-988e-433dec437c80", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:43.584842 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ac3c440c-bc76-4cf5-bb25-c75bf5d166a9 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:43.584842 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3c440c-bc76-4cf5-bb25-c75bf5d166a9'] response: {'server_uuid': '085a353c-1451-4abc-a9c5-dad9de93fcd4', 'name': 'network-vif-deleted', 'tag': 'f898d7da-2295-4c47-988e-433dec437c80', 'status': 'completed', 'code': 200} Aug 08 02:30:43.604498 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-9cb14091-7f2d-4a36-a422-e598ae39b137 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176913 Aug 08 02:30:43.611494 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ce66b25-2d02-4367-a5d8-af2e9f85300e req-3676b0df-9599-40f3-b9a9-27b8a3ebd1c6 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=085a353c-1451-4abc-a9c5-dad9de93fcd4 HTTP/1.1" status: 200 len: 210 time: 0.0365307 Aug 08 02:30:43.759540 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6629bf64-75ca-454d-97a1-ed0ea110dc0c req-1fd12f12-87f7-40fc-828d-9f74aee79b59 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998013 Aug 08 02:30:45.083690 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8ef9b-8864-4b0b-8ef9-75dca4ae65be req-044f5bf2-91f8-49c2-9da4-bc5fb700ee02 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:45.083690 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-67b8ef9b-8864-4b0b-8ef9-75dca4ae65be req-044f5bf2-91f8-49c2-9da4-bc5fb700ee02 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0500126 Aug 08 02:30:45.131769 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-67b8ef9b-8864-4b0b-8ef9-75dca4ae65be req-50df66e0-b48d-4d12-aed2-635079b1160c tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Aug 08 02:30:45.636319 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83230c8-edbf-4d1f-87d1-27cdf3f12935 req-a148c82d-efe6-42ab-a687-4ad8e8ac78dc tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:45.637821 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b83230c8-edbf-4d1f-87d1-27cdf3f12935 req-a148c82d-efe6-42ab-a687-4ad8e8ac78dc tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0473411 Aug 08 02:30:45.684983 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b83230c8-edbf-4d1f-87d1-27cdf3f12935 req-57c68912-d354-46be-8f5a-589bcf477c6b tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Aug 08 02:30:45.862683 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f898d7da-2295-4c47-988e-433dec437c80 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:45.882044 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: f898d7da-2295-4c47-988e-433dec437c80 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:45.882395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device f898d7da-2295-4c47-988e-433dec437c80 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:46.254153 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e003c4-32aa-4b19-8d00-e8b61abb506e req-7ddd7916-1d7f-4668-983f-a00a8e5038bc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:46.255636 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-17e003c4-32aa-4b19-8d00-e8b61abb506e req-7ddd7916-1d7f-4668-983f-a00a8e5038bc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0472219 Aug 08 02:30:46.289823 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:46.304654 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-17e003c4-32aa-4b19-8d00-e8b61abb506e req-cc77267d-85fa-4d79-8c77-bffd3cd924d5 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Aug 08 02:30:46.389483 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-76585019-efab-48fc-8fcb-9f3c2de70b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:46.809160 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ab7cc-5534-4233-b1e3-f4e772961d5f req-ee754615-af64-40ba-962e-ba429af3ccc7 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:46.810633 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4a2ab7cc-5534-4233-b1e3-f4e772961d5f req-ee754615-af64-40ba-962e-ba429af3ccc7 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0511203 Aug 08 02:30:46.858040 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4a2ab7cc-5534-4233-b1e3-f4e772961d5f req-0788d1c6-dd7f-43bd-85c9-a26562aa01e3 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Aug 08 02:30:47.428217 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583668ea-4907-4dea-8090-f00cda9f23f5 req-f6a8211d-7e32-45d4-8fd8-61c720a49905 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:47.428217 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-583668ea-4907-4dea-8090-f00cda9f23f5 req-f6a8211d-7e32-45d4-8fd8-61c720a49905 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0467823 Aug 08 02:30:47.475158 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-583668ea-4907-4dea-8090-f00cda9f23f5 req-f458b917-9691-42fc-8371-e53a7a20c303 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Aug 08 02:30:47.974797 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9e37-0018-4feb-ae31-f99690d6124d req-6e191991-79d2-425f-bc39-e2187ee66036 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:47.976240 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a5ae9e37-0018-4feb-ae31-f99690d6124d req-6e191991-79d2-425f-bc39-e2187ee66036 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0471632 Aug 08 02:30:48.027526 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a5ae9e37-0018-4feb-ae31-f99690d6124d req-493e1bef-8572-41af-9f66-8a83c3189803 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 Aug 08 02:30:48.603235 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f0399-e521-4f18-b5d4-c4e24fe2f6ea req-36933854-6615-47bb-8890-228e057e8a9f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:48.606094 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-293f0399-e521-4f18-b5d4-c4e24fe2f6ea req-36933854-6615-47bb-8890-228e057e8a9f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0576048 Aug 08 02:30:48.627675 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:48.655761 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-293f0399-e521-4f18-b5d4-c4e24fe2f6ea req-1a83c091-a482-444b-9308-bfe0be8e7df3 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Aug 08 02:30:49.040983 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-180ae9f8-38c1-45de-aada-0f935d21b56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:49.145782 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bb3b4-29fd-4326-a07e-dbf88f6d598b req-ff44b9ef-e4bc-43e1-bffa-3252d8d4e56e tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:49.147132 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c64bb3b4-29fd-4326-a07e-dbf88f6d598b req-ff44b9ef-e4bc-43e1-bffa-3252d8d4e56e tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0468688 Aug 08 02:30:49.195618 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c64bb3b4-29fd-4326-a07e-dbf88f6d598b req-079bda4b-6345-4532-b394-feb6bf4da07f tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Aug 08 02:30:49.742795 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:49.777471 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48f5ce-c4de-44d8-b9f8-9247e5ff142a req-94afd789-daea-486d-97a7-ad4aabb85766 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:49.778925 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6e48f5ce-c4de-44d8-b9f8-9247e5ff142a req-94afd789-daea-486d-97a7-ad4aabb85766 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0495784 Aug 08 02:30:49.826854 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6e48f5ce-c4de-44d8-b9f8-9247e5ff142a req-dfd48a12-9104-489e-8061-26f93de034dc tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Aug 08 02:30:50.312863 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f395d-32e7-4a97-b271-dcd786fcd5d0 req-6cb4badc-1253-4162-abae-c2c2d97e11ed tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:50.314423 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9b4f395d-32e7-4a97-b271-dcd786fcd5d0 req-6cb4badc-1253-4162-abae-c2c2d97e11ed tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0478959 Aug 08 02:30:50.362180 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9b4f395d-32e7-4a97-b271-dcd786fcd5d0 req-0c02274c-7832-43e4-b970-20aeb7c775e8 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Aug 08 02:30:50.745113 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-57d70775-9487-417c-8641-b38d2fd4ade8 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:50.746732 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-57d70775-9487-417c-8641-b38d2fd4ade8 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 945 time: 0.0746379 Aug 08 02:30:50.753091 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-56d7d38c-93c5-46e6-a78c-4947475d8258 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:50.756543 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-56d7d38c-93c5-46e6-a78c-4947475d8258 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0929756 Aug 08 02:30:50.901687 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Deleting port 45cf1df5-f1d8-432f-8520-f0edf1de75df {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:50.902030 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:50.910403 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Deleting port ee2c6536-d687-4d7c-aac6-d3b85f022762 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:50.910739 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:50.954843 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e2096-c31d-47e7-837f-b0beb4127e9c req-4878554f-ea00-4cec-9c54-88d1a70a6561 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:50.956461 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db1e2096-c31d-47e7-837f-b0beb4127e9c req-4878554f-ea00-4cec-9c54-88d1a70a6561 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 946 time: 0.0535371 Aug 08 02:30:51.005127 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db1e2096-c31d-47e7-837f-b0beb4127e9c req-a3b1d914-ecb0-474d-96c0-460a89273ab9 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=cc1a03a4-22fc-4910-b23c-69183f72aaaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Aug 08 02:30:51.078314 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] For port 45cf1df5-f1d8-432f-8520-f0edf1de75df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=45cf1df5-f1d8-432f-8520-f0edf1de75df,segment=NetworkSegment(3f78944c-7734-4b21-9a6d-7939471ac30d),segment_id=3f78944c-7734-4b21-9a6d-7939471ac30d)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:51.078682 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.081974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] For port ee2c6536-d687-4d7c-aac6-d3b85f022762, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ee2c6536-d687-4d7c-aac6-d3b85f022762,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:51.082320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.104847 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Calling delete_port for 45cf1df5-f1d8-432f-8520-f0edf1de75df owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:51.106966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Calling delete_port for ee2c6536-d687-4d7c-aac6-d3b85f022762 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:51.186918 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:51.196771 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8b05a-d4e3-4ce8-8366-fbbcbc03b6e2 req-2ef3740d-0dbd-41f5-9333-a92c5009fc5b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:51.199017 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1fb8b05a-d4e3-4ce8-8366-fbbcbc03b6e2 req-2ef3740d-0dbd-41f5-9333-a92c5009fc5b tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0497906 Aug 08 02:30:51.235665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:51.263769 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1fb8b05a-d4e3-4ce8-8366-fbbcbc03b6e2 req-f643765c-d87c-4967-9652-6e57f3afb2d8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458694 Aug 08 02:30:51.285702 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.390199 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.419352 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (ee2c6536-d687-4d7c-aac6-d3b85f022762), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.424149 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (45cf1df5-f1d8-432f-8520-f0edf1de75df), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.436286 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['ee2c6536-d687-4d7c-aac6-d3b85f022762'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:30:51.441679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['45cf1df5-f1d8-432f-8520-f0edf1de75df'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:30:51.464758 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Pushing event deleted for resources: {'Port': ['ID=ee2c6536-d687-4d7c-aac6-d3b85f022762,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:51.470751 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-728cd161-4170-4994-bbb1-65c98d0e9e0f req-03512c06-330e-4c04-a741-660b2be60c5a tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 210 time: 0.0318129 Aug 08 02:30:51.518133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Pushing event deleted for resources: {'Port': ['ID=45cf1df5-f1d8-432f-8520-f0edf1de75df,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:51.573339 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] No DVR routers for this DVR port 45cf1df5-f1d8-432f-8520-f0edf1de75df on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:51.575936 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.579601 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9566951a-dd6b-431c-b665-cbd1bc3529c9 req-931b20c9-08a7-4be6-889e-eb1766e95c83 tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.45 "DELETE /networking/v2.0/ports/45cf1df5-f1d8-432f-8520-f0edf1de75df HTTP/1.1" status: 204 len: 173 time: 0.8245940 Aug 08 02:30:51.580215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'name': 'network-vif-deleted', 'tag': '45cf1df5-f1d8-432f-8520-f0edf1de75df'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:51.582569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5573758d-44bb-4b4f-ba7f-4b30a525b86f" -d '{"events": [{"server_uuid": "bd0f42d4-7cae-4736-8c36-fe5fa144908e", "name": "network-vif-deleted", "tag": "45cf1df5-f1d8-432f-8520-f0edf1de75df"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:51.585017 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] No DVR routers for this DVR port ee2c6536-d687-4d7c-aac6-d3b85f022762 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:51.587347 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:51.591390 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-133c18b6-8b3c-4c40-939a-68fb54fd5c6f req-de515721-6f92-4982-8a06-bf10d5b40a3e tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.45 "DELETE /networking/v2.0/ports/ee2c6536-d687-4d7c-aac6-d3b85f022762 HTTP/1.1" status: 204 len: 173 time: 0.8292825 Aug 08 02:30:51.621636 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8cc955-30bf-46e4-86c0-0d8b2c07b129 x-openstack-request-id: req-ba8cc955-30bf-46e4-86c0-0d8b2c07b129 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:51.621932 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f42d4-7cae-4736-8c36-fe5fa144908e", "name": "network-vif-deleted", "tag": "45cf1df5-f1d8-432f-8520-f0edf1de75df", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:51.622186 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ba8cc955-30bf-46e4-86c0-0d8b2c07b129 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:51.622593 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8cc955-30bf-46e4-86c0-0d8b2c07b129'] response: {'server_uuid': 'bd0f42d4-7cae-4736-8c36-fe5fa144908e', 'name': 'network-vif-deleted', 'tag': '45cf1df5-f1d8-432f-8520-f0edf1de75df', 'status': 'completed', 'code': 200} Aug 08 02:30:52.114647 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91eeae9b-b8b6-4c7e-85ef-e9a9ac4735e0 req-59ba42c4-79d2-4760-8422-b8d41eb8f18f tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 210 time: 0.0303929 Aug 08 02:30:52.385392 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67252637-c78d-434b-8eb2-f21ec0fc5dbe req-9dabace7-a928-4239-af7b-fce1cc09ff89 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:52.386838 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-67252637-c78d-434b-8eb2-f21ec0fc5dbe req-9dabace7-a928-4239-af7b-fce1cc09ff89 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0480549 Aug 08 02:30:52.435397 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-67252637-c78d-434b-8eb2-f21ec0fc5dbe req-58a2523e-a2d3-4e6d-9368-fca9087f8561 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a93e2833-1538-4117-a93f-aaf24754b2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426552 Aug 08 02:30:52.584904 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae26cf4b-0c6f-479f-9504-92ca68d132f6 req-e08ea1fb-7425-4e89-9d54-922dfb88456c tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 08 02:30:52.845022 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-9cbf26fb-5e7f-4ce6-b640-6bebee3f5f19 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:30:52.846504 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-9cbf26fb-5e7f-4ce6-b640-6bebee3f5f19 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 945 time: 0.0473065 Aug 08 02:30:52.943561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:52.943900 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.037140 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] For port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:53.037533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.199722 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.200130 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (51872fb2-1bd8-4ba7-a194-e4953c552a56), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.200405 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 51872fb2-1bd8-4ba7-a194-e4953c552a56 disassociated. External IP: 172.27.3.9, port: 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e. Aug 08 02:30:53.200784 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:53.228240 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e49241bc-e393-4b65-a3de-f90d9e95f915 req-5fdd7326-b637-4c9d-857e-927d2a144907 tempest-ServerRescueNegativeTestJSON-514896148 tempest-ServerRescueNegativeTestJSON-514896148-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ed75f58f-9135-4d97-b24a-2f8fcdab53ce HTTP/1.1" status: 200 len: 210 time: 0.0291011 Aug 08 02:30:53.307844 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:DELETE=17,neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:53.413012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.452412 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:53.550414 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-40d9efe1-9349-41d5-ace9-6961e61d9670 req-a8ec8441-8fb6-4d1c-8078-0ed8497f20d8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 210 time: 0.0321848 Aug 08 02:30:53.570513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:53.574638 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:53.624641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'name': 'network-vif-deleted', 'tag': 'ee2c6536-d687-4d7c-aac6-d3b85f022762'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:53.627149 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2604110-3ce6-48da-9bc8-2838c0018276" -d '{"events": [{"server_uuid": "ed75f58f-9135-4d97-b24a-2f8fcdab53ce", "name": "network-vif-deleted", "tag": "ee2c6536-d687-4d7c-aac6-d3b85f022762"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:53.702312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:53.713629 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:53.725324 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dce0e68a-05a6-4cdb-a044-9c69216b5789 req-4459bb3e-5630-4385-9493-66286aefbf3e tempest-VolumesSnapshotTestJSON-71153930 tempest-VolumesSnapshotTestJSON-71153930-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd0f42d4-7cae-4736-8c36-fe5fa144908e HTTP/1.1" status: 200 len: 210 time: 0.0456157 Aug 08 02:30:53.732606 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:53.733545 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:53.786885 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] No DVR routers for this DVR port 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:53.789387 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.793740 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dfbf4df0-1fcb-4b5b-ac9c-d6017d8aa9cd req-dd252fc9-6f78-4fae-b7eb-ff7118469a72 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "DELETE /networking/v2.0/ports/72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e HTTP/1.1" status: 204 len: 173 time: 0.9316645 Aug 08 02:30:53.796825 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb29a83-c699-455a-95c6-3a95493cdb87 x-openstack-request-id: req-9eb29a83-c699-455a-95c6-3a95493cdb87 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:53.797111 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed75f58f-9135-4d97-b24a-2f8fcdab53ce", "name": "network-vif-deleted", "tag": "ee2c6536-d687-4d7c-aac6-d3b85f022762", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:53.797360 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9eb29a83-c699-455a-95c6-3a95493cdb87 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:53.797936 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb29a83-c699-455a-95c6-3a95493cdb87'] response: {'server_uuid': 'ed75f58f-9135-4d97-b24a-2f8fcdab53ce', 'name': 'network-vif-deleted', 'tag': 'ee2c6536-d687-4d7c-aac6-d3b85f022762', 'status': 'completed', 'code': 200} Aug 08 02:30:53.865434 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:53.868617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:53.905536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device ee2c6536-d687-4d7c-aac6-d3b85f022762 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:53.927084 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: ee2c6536-d687-4d7c-aac6-d3b85f022762 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:53.927660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device ee2c6536-d687-4d7c-aac6-d3b85f022762 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:53.928086 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:53.956832 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:53.957585 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:53.958257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 45cf1df5-f1d8-432f-8520-f0edf1de75df no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:53.978932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 45cf1df5-f1d8-432f-8520-f0edf1de75df {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:53.979582 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 45cf1df5-f1d8-432f-8520-f0edf1de75df not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:54.067373 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:54.092822 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:54.101175 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:54.101876 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:54.206437 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:54.292052 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39030) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:54.357216 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:54.401698 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:54.430644 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12250c4-c634-4211-bd69-28d73857ac94 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:54.693567 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c33acb-34b3-4828-9d09-d8c48fc47d01 None None] New status for floating IP 51872fb2-1bd8-4ba7-a194-e4953c552a56: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:30:54.715784 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-78570317-5f1e-4a24-9f0e-de7630454357 req-f0e30840-5151-4d83-b1ce-d66d46887b60 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aa20d25c-bd00-41e6-b350-309368839578 HTTP/1.1" status: 200 len: 210 time: 0.0544124 Aug 08 02:30:55.047092 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (2784d75b-9488-47fc-ac16-6cedcf408725), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:55.325330 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Deleting port 131629a7-a3e6-49fe-bf54-bf5ea87374aa {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:55.325977 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:55.392468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:55.409344 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] For port 131629a7-a3e6-49fe-bf54-bf5ea87374aa, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=131629a7-a3e6-49fe-bf54-bf5ea87374aa,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:55.409669 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:55.424596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Calling delete_port for 131629a7-a3e6-49fe-bf54-bf5ea87374aa owned by network:router_interface {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:55.586905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:55.715666 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (131629a7-a3e6-49fe-bf54-bf5ea87374aa), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:55.745341 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Pushing event deleted for resources: {'Port': ['ID=131629a7-a3e6-49fe-bf54-bf5ea87374aa,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:55.800881 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'name': 'network-vif-deleted', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:30:55.802615 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57244809-f96b-450d-8aeb-692686d4a4b0" -d '{"events": [{"server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "name": "network-vif-deleted", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:30:55.869203 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d24d4a-788f-4a90-a5a2-353d6ce98a93 x-openstack-request-id: req-c7d24d4a-788f-4a90-a5a2-353d6ce98a93 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:30:55.869781 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa20d25c-bd00-41e6-b350-309368839578", "name": "network-vif-deleted", "tag": "72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:30:55.870202 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c7d24d4a-788f-4a90-a5a2-353d6ce98a93 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:30:55.870760 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d24d4a-788f-4a90-a5a2-353d6ce98a93'] response: {'server_uuid': 'aa20d25c-bd00-41e6-b350-309368839578', 'name': 'network-vif-deleted', 'tag': '72aebc3e-9c8c-4a19-8c44-a4ea8d03d79e', 'status': 'completed', 'code': 200} Aug 08 02:30:55.906088 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39050) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:55.946451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (2784d75b-9488-47fc-ac16-6cedcf408725), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:55.975147 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-466095f3-27a7-4ee1-bc6c-2e04c25a20f9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (a93e2833-1538-4117-a93f-aaf24754b2f5), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.000449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:56.002400 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-466095f3-27a7-4ee1-bc6c-2e04c25a20f9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (a93e2833-1538-4117-a93f-aaf24754b2f5), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.109859 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-466095f3-27a7-4ee1-bc6c-2e04c25a20f9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a93e2833-1538-4117-a93f-aaf24754b2f5), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.112414 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-466095f3-27a7-4ee1-bc6c-2e04c25a20f9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.113627 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-466095f3-27a7-4ee1-bc6c-2e04c25a20f9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a93e2833-1538-4117-a93f-aaf24754b2f5 HTTP/1.1" status: 204 len: 168 time: 0.2053821 Aug 08 02:30:56.117347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39052) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:56.135911 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.api.v2.resource [None req-e86ab80a-e9c4-46a7-bed3-727c04d4c57e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] show failed (client error): The resource could not be found. Aug 08 02:30:56.137023 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e86ab80a-e9c4-46a7-bed3-727c04d4c57e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups/a93e2833-1538-4117-a93f-aaf24754b2f5 HTTP/1.1" status: 404 len: 347 time: 0.0187075 Aug 08 02:30:56.138004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466095f3-27a7-4ee1-bc6c-2e04c25a20f9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93e2833-1538-4117-a93f-aaf24754b2f5,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:56.141080 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39054) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:56.161013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Router 2784d75b-9488-47fc-ac16-6cedcf408725 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:30:56.255670 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port fe157c95-a114-4f82-9f86-638c86b8aa49 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:56.256016 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.267826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:30:56.275026 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7cd90ae2-185f-4b27-9739-b5071359558f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2784d75b-9488-47fc-ac16-6cedcf408725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9818616 Aug 08 02:30:56.275835 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39056) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:56.276820 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] Sync routers for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:30:56.288705 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:56.289606 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:56.295486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:56.344552 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.344917 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (fe157c95-a114-4f82-9f86-638c86b8aa49), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.358138 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for fe157c95-a114-4f82-9f86-638c86b8aa49 owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:56.382179 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks [] for router (2784d75b-9488-47fc-ac16-6cedcf408725), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.418163 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:56.483226 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:56.491659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks [] for router_gateway (2784d75b-9488-47fc-ac16-6cedcf408725), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.591771 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:56.654522 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:30:55Z', 'revision_number': 5, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port': {'id': 'f0979d9c-f98e-4c30-86e7-e851792d9457', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:14Z', 'updated_at': '2022-08-08T02:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:56.674252 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (fe157c95-a114-4f82-9f86-638c86b8aa49), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.679702 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] Checking router: 2784d75b-9488-47fc-ac16-6cedcf408725 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:30:56.690622 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] Routers {'2784d75b-9488-47fc-ac16-6cedcf408725'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:30:56.691325 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['2784d75b-9488-47fc-ac16-6cedcf408725'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:56.707460 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=fe157c95-a114-4f82-9f86-638c86b8aa49,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:56.716591 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Deleting port f0979d9c-f98e-4c30-86e7-e851792d9457 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:56.717084 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.735069 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.735416 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.735768 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.736107 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.736443 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.736812 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.737184 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.737518 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.737906 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.738184 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.738521 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.738850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.739183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.739509 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.739870 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:30:56.786879 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (51872fb2-1bd8-4ba7-a194-e4953c552a56), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.789365 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] Set router 2784d75b-9488-47fc-ac16-6cedcf408725 gateway port host: None {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:30:56.789656 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.794931 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-7d1a3078-0fa1-4a19-b0f4-cab30264ed69 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/51872fb2-1bd8-4ba7-a194-e4953c552a56 HTTP/1.1" status: 204 len: 168 time: 0.6527073 Aug 08 02:30:56.827869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] For port f0979d9c-f98e-4c30-86e7-e851792d9457, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f0979d9c-f98e-4c30-86e7-e851792d9457,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:56.828335 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.848904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Calling delete_port for f0979d9c-f98e-4c30-86e7-e851792d9457 owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:56.849506 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:30:56Z', 'revision_number': 6, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:56.875886 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413a940c-1a26-4a46-a5e6-098a4bdb5258 None None] The sync data for ids ['2784d75b-9488-47fc-ac16-6cedcf408725'] in dv-cinder-740146-18-iscsi is: [{'id': '2784d75b-9488-47fc-ac16-6cedcf408725', 'name': 'tempest-ServerRescueNegativeTestJSON-684006852-router', 'tenant_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:30:56Z', 'revision_number': 6, 'project_id': '8af7d2bbc6d94273bd39c81423d8cebe', 'gw_port_host': None}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:30:56.904488 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:56.932406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39064) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:56.935131 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936105947', 'description': 'tempest-description--1110267978'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:57.070027 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.103664 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f0979d9c-f98e-4c30-86e7-e851792d9457), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.137219 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0979d9c-f98e-4c30-86e7-e851792d9457,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:57.146718 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (54b5271b-6af0-48c0-bccd-a8f279477ac1), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.202541 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (2784d75b-9488-47fc-ac16-6cedcf408725), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.228918 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (54b5271b-6af0-48c0-bccd-a8f279477ac1), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.266258 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5271b-6af0-48c0-bccd-a8f279477ac1,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:57.314479 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (2784d75b-9488-47fc-ac16-6cedcf408725), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.316738 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks [] for router_controller (2784d75b-9488-47fc-ac16-6cedcf408725), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.352205 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.354106 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9c13e1bf-8977-4269-b9f9-63c1851d944a tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4222169 Aug 08 02:30:57.357054 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39068) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:57.361406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': '54b5271b-6af0-48c0-bccd-a8f279477ac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:57.467005 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:57.471548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (44184e14-a5a7-4535-a6e3-09f2a17e9f18), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.498518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (2784d75b-9488-47fc-ac16-6cedcf408725), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.499131 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2784d75b-9488-47fc-ac16-6cedcf408725 {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:30:57.504092 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.512956 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b1853840-8260-41ef-898e-0a1972ded6c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/2784d75b-9488-47fc-ac16-6cedcf408725 HTTP/1.1" status: 204 len: 168 time: 1.2284839 Aug 08 02:30:57.512956 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39070) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:57.534447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (44184e14-a5a7-4535-a6e3-09f2a17e9f18), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.557648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Deleting subnet a4b6df36-21fc-4b32-836d-015ed5b16480 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:30:57.561062 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Publish callbacks [] for subnet (a4b6df36-21fc-4b32-836d-015ed5b16480), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.594293 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:57.597568 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (a4b6df36-21fc-4b32-836d-015ed5b16480), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.624389 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (44184e14-a5a7-4535-a6e3-09f2a17e9f18), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.648195 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44184e14-a5a7-4535-a6e3-09f2a17e9f18,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:57.686329 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (a4b6df36-21fc-4b32-836d-015ed5b16480), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.792777 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.794058 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-0a0fa0c6-fe81-4249-98d5-c3d08e6d8649 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360847 Aug 08 02:30:57.796839 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39072) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:57.801542 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'security_group_rule': {'security_group_id': '54b5271b-6af0-48c0-bccd-a8f279477ac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:57.830462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (a4b6df36-21fc-4b32-836d-015ed5b16480), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.867391 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.870986 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/a4b6df36-21fc-4b32-836d-015ed5b16480 HTTP/1.1" status: 204 len: 168 time: 0.3618877 Aug 08 02:30:57.873972 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39074) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:57.877497 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e517db-f17e-48ee-961e-5eb34b124787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b6df36-21fc-4b32-836d-015ed5b16480,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:57.879898 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83871d9c-0425-45f5-8094-294c46d9eb6e None None] Network 847f3ad1-eef7-41cf-8570-7f9863393002 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:30:57.944621 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (0a7f1360-2e2d-420f-8830-a1d50239332a), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:57.949257 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 131629a7-a3e6-49fe-bf54-bf5ea87374aa no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:57.971803 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 131629a7-a3e6-49fe-bf54-bf5ea87374aa {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:57.976962 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 131629a7-a3e6-49fe-bf54-bf5ea87374aa not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:57.976962 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f0979d9c-f98e-4c30-86e7-e851792d9457 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:57.985583 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:57.994486 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: f0979d9c-f98e-4c30-86e7-e851792d9457 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:57.994834 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f0979d9c-f98e-4c30-86e7-e851792d9457 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:30:58.001632 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (847f3ad1-eef7-41cf-8570-7f9863393002), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.050534 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (0a7f1360-2e2d-420f-8830-a1d50239332a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.067241 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Deleting port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:58.067646 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.092511 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] DHCP port deletion for 847f3ad1-eef7-41cf-8570-7f9863393002 request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:30:58.094560 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:58.134318 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] Deleting port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:30:58.134540 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] For port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:58.135260 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.135961 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.150288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Calling delete_port for 355ead1e-0e1d-4d24-8682-15b7bb7b72cb owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:58.194930 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (0a7f1360-2e2d-420f-8830-a1d50239332a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.221407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7f1360-2e2d-420f-8830-a1d50239332a,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:58.329649 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] For port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,segment=NetworkSegment(a080c286-f7f3-421b-97b8-f5c52cf3c873),segment_id=a080c286-f7f3-421b-97b8-f5c52cf3c873)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:30:58.329955 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.339625 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:58.343963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] Calling delete_port for 355ead1e-0e1d-4d24-8682-15b7bb7b72cb owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:30:58.362228 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.363689 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-1c4b2f82-3c9a-470a-b23a-1ba949e22c3f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5658512 Aug 08 02:30:58.364526 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.366991 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39078) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:58.372327 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:30:58.391075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Pushing event deleted for resources: {'Port': ['ID=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:58.397680 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] No DVR routers for this DVR port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:58.427217 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (355ead1e-0e1d-4d24-8682-15b7bb7b72cb), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.452046 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] Pushing event deleted for resources: {'Port': ['ID=355ead1e-0e1d-4d24-8682-15b7bb7b72cb,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:58.455957 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12eeeb-a96e-4ce6-a971-294919b0aa32 None None] No DVR routers for this DVR port 355ead1e-0e1d-4d24-8682-15b7bb7b72cb on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:30:58.474839 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (847f3ad1-eef7-41cf-8570-7f9863393002), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.475688 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.482577 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:58.500697 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847f3ad1-eef7-41cf-8570-7f9863393002']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:58.510034 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a080c286-f7f3-421b-97b8-f5c52cf3c873') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:58.510326 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a080c286-f7f3-421b-97b8-f5c52cf3c873') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:30:58.519960 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (a080c286-f7f3-421b-97b8-f5c52cf3c873), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.534899 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (a080c286-f7f3-421b-97b8-f5c52cf3c873), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.543954 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:30:58.543954 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (a080c286-f7f3-421b-97b8-f5c52cf3c873), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.567586 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.682777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.27.3.208 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/4a493ec7-de9c-43a6-b53d-8146ed15c4df) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:30:58.689555 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment a080c286-f7f3-421b-97b8-f5c52cf3c873 resource provider aggregate not found Aug 08 02:30:58.707084 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment a080c286-f7f3-421b-97b8-f5c52cf3c873 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a080c286-f7f3-421b-97b8-f5c52cf3c873 found for delete ", "request_id": "req-b9989f40-0b5f-4ac7-a0b5-3942e730c951"}]} Aug 08 02:30:58.725242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (847f3ad1-eef7-41cf-8570-7f9863393002), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.725880 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.730125 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/847f3ad1-eef7-41cf-8570-7f9863393002 HTTP/1.1" status: 204 len: 168 time: 0.8551540 Aug 08 02:30:58.743398 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caae7c2-c153-4fda-bd3d-6541ae3414ac admin admin] Pushing event deleted for resources: {'Network': ['ID=847f3ad1-eef7-41cf-8570-7f9863393002,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:58.748596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:58.796539 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.909183 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:58.951532 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:30:58.954531 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:30:58.958551 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:30:58.980620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=4a493ec7-de9c-43a6-b53d-8146ed15c4df,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:59.126470 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39090) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:59.173103 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-564536a5-cef3-46e7-87fb-5958ba5aebe2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8af7d2bbc6d94273bd39c81423d8cebe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450921 Aug 08 02:30:59.175382 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39092) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:59.233895 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-58bca7a4-4769-4a92-bf45-71ce0ed48f9a admin admin] Publish callbacks [] for security_group (cc1a03a4-22fc-4910-b23c-69183f72aaaf), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.257116 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-58bca7a4-4769-4a92-bf45-71ce0ed48f9a admin admin] Publish callbacks [] for security_group (cc1a03a4-22fc-4910-b23c-69183f72aaaf), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.294309 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:59.302743 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (3c31de46-77e3-4cf7-9d69-95d348fe71dc), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.429681 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-58bca7a4-4769-4a92-bf45-71ce0ed48f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (cc1a03a4-22fc-4910-b23c-69183f72aaaf), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.432227 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-58bca7a4-4769-4a92-bf45-71ce0ed48f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.433412 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-58bca7a4-4769-4a92-bf45-71ce0ed48f9a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cc1a03a4-22fc-4910-b23c-69183f72aaaf HTTP/1.1" status: 204 len: 168 time: 0.2571251 Aug 08 02:30:59.441428 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bca7a4-4769-4a92-bf45-71ce0ed48f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a03a4-22fc-4910-b23c-69183f72aaaf,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:59.465417 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.624568 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.748273 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.751104 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:30:59.824513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (3c31de46-77e3-4cf7-9d69-95d348fe71dc), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.828982 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=4a493ec7-de9c-43a6-b53d-8146ed15c4df,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:30:59.894857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 355ead1e-0e1d-4d24-8682-15b7bb7b72cb no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:30:59.906021 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:59.907302 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4b5f3513-52e0-4784-8f85-f7cc8d547ff7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5391941 Aug 08 02:30:59.915122 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 355ead1e-0e1d-4d24-8682-15b7bb7b72cb {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:30:59.915668 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 355ead1e-0e1d-4d24-8682-15b7bb7b72cb not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:31:00.125555 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-cb357114-d578-4e91-8a1b-71d14ee84b75 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--936105947&fields=id&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 267 time: 0.0518091 Aug 08 02:31:00.238462 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-edc6b223-5d25-4408-8365-a11e6e816310 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:00.240046 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-edc6b223-5d25-4408-8365-a11e6e816310 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.1079667 Aug 08 02:31:00.257549 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-fd6f6b49-b259-4013-a086-7a44d94375c7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/quotas/ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 375 time: 0.0095217 Aug 08 02:31:00.308897 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-231e396d-db7d-4a33-8644-5f27e81ed605 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463934 Aug 08 02:31:00.508774 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bb40fe3c-0aca-4c72-9a6b-334d897757a5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876912 Aug 08 02:31:00.586472 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:00.610346 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-86b00612-ab1b-4975-b452-5b7bfc3d3d7e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945065 Aug 08 02:31:00.928753 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93c944db-d1c7-4301-9019-cd0a9bd451f2 req-3fca33d1-0773-4aa8-895a-d75924e9e64f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0291154 Aug 08 02:31:02.026808 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d218d5a2-3429-4c69-95f8-054bb2d0d156 req-da387d24-1755-4238-a655-ebd6d0a2bf4c tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0335760 Aug 08 02:31:03.126691 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-79b1a2de-caa6-4b10-ac8a-425e9d43fc3a req-1015e852-dc17-4a69-8287-0bd09ac83c62 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0289991 Aug 08 02:31:03.301360 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39210) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:03.407491 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-19f65de2-8489-4ba5-9a91-6c4802bea5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.487286 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-19f65de2-8489-4ba5-9a91-6c4802bea5fa admin admin] Publish callbacks [] for security_group (813cd381-ecb0-47c4-9ba3-a141f1b21d4d), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.579036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-19f65de2-8489-4ba5-9a91-6c4802bea5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (813cd381-ecb0-47c4-9ba3-a141f1b21d4d), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.623284 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-19f65de2-8489-4ba5-9a91-6c4802bea5fa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3bb1d8df8a82457ea1a5aa861593ce7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231959 Aug 08 02:31:03.624179 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f65de2-8489-4ba5-9a91-6c4802bea5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813cd381-ecb0-47c4-9ba3-a141f1b21d4d,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:03.626140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39214) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:03.680100 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a827546b-10e2-4953-a1da-c0695a7e128e admin admin] Publish callbacks [] for security_group (813cd381-ecb0-47c4-9ba3-a141f1b21d4d), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.701941 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a827546b-10e2-4953-a1da-c0695a7e128e admin admin] Publish callbacks [] for security_group (813cd381-ecb0-47c4-9ba3-a141f1b21d4d), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.841212 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a827546b-10e2-4953-a1da-c0695a7e128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (813cd381-ecb0-47c4-9ba3-a141f1b21d4d), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.843856 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a827546b-10e2-4953-a1da-c0695a7e128e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:03.845039 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a827546b-10e2-4953-a1da-c0695a7e128e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/813cd381-ecb0-47c4-9ba3-a141f1b21d4d HTTP/1.1" status: 204 len: 168 time: 0.2178867 Aug 08 02:31:03.854265 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827546b-10e2-4953-a1da-c0695a7e128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813cd381-ecb0-47c4-9ba3-a141f1b21d4d,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:04.223975 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:04.239492 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-86183a43-1e88-4a19-839e-cbdc499e9eb6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:04.241049 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-86183a43-1e88-4a19-839e-cbdc499e9eb6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 815 time: 0.1220944 Aug 08 02:31:04.249405 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0573bd0e-c1cd-4b9f-8395-194fdccd3524 req-065cb71d-9a5e-4711-a7a1-7c79d45ac461 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0412138 Aug 08 02:31:04.333228 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-c11de235-d804-45f9-939e-c1770a159a9e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe HTTP/1.1" status: 200 len: 379 time: 0.0709088 Aug 08 02:31:04.344435 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'port': {'device_id': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'admin_state_up': True, 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'security_groups': ['54b5271b-6af0-48c0-bccd-a8f279477ac1']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:31:04.532790 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Made reservation on behalf of ca29b2b9a59d4826bfd25f4dcfa9cffe for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:31:04.536402 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.601684 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:04.670900 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Allocated IP 172.20.0.10 (f92c936a-6950-4530-8001-5260ea91adac/7a395e29-3199-4a8d-a57e-2613d08d7478/77fffbdc-6617-43da-9c07-c8e3bd46cfe3) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:31:04.683545 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39234) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:04.696842 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3d1e229d-e50f-4e4a-99ac-9e37b306b2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.779493 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3d1e229d-e50f-4e4a-99ac-9e37b306b2fd admin admin] Publish callbacks [] for security_group (a87a204b-1aa3-4121-bbe5-496a2c75a88d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.822928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.846936 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3d1e229d-e50f-4e4a-99ac-9e37b306b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a87a204b-1aa3-4121-bbe5-496a2c75a88d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.863562 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:04.888193 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3d1e229d-e50f-4e4a-99ac-9e37b306b2fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df99551649e040db90b398934971157b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035613 Aug 08 02:31:04.889325 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e229d-e50f-4e4a-99ac-9e37b306b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a204b-1aa3-4121-bbe5-496a2c75a88d,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:04.891254 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39236) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:04.943388 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-39788dc4-c558-4205-974c-e81eca497282 admin admin] Publish callbacks [] for security_group (a87a204b-1aa3-4121-bbe5-496a2c75a88d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.966300 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:04.969315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-39788dc4-c558-4205-974c-e81eca497282 admin admin] Publish callbacks [] for security_group (a87a204b-1aa3-4121-bbe5-496a2c75a88d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.044360 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Network f92c936a-6950-4530-8001-5260ea91adac is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:31:05.050006 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:31:05.054447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:31:05.063711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event updated for resources: {'Port': ['ID=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:05.112944 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:05.113575 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.178876 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-39788dc4-c558-4205-974c-e81eca497282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a87a204b-1aa3-4121-bbe5-496a2c75a88d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.181678 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-39788dc4-c558-4205-974c-e81eca497282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.182961 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-39788dc4-c558-4205-974c-e81eca497282 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a87a204b-1aa3-4121-bbe5-496a2c75a88d HTTP/1.1" status: 204 len: 168 time: 0.2904849 Aug 08 02:31:05.191712 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39788dc4-c558-4205-974c-e81eca497282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a204b-1aa3-4121-bbe5-496a2c75a88d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:05.222171 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-bdfe5d0a-6fe9-4296-a5a7-7dda9dae1cd0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8814673 Aug 08 02:31:05.236111 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Request body: {'port': {'device_id': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:31:05.302056 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.354951 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-36e6201c-cbfb-4be0-839a-8203809f0bd1 None None] Provisioning complete for port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:31:05.355507 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-36e6201c-cbfb-4be0-839a-8203809f0bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.403231 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fbb9d-0295-42c7-ae68-ab124081e839 req-928f122c-37fa-4db3-b79f-2927eea6e3b6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:05.405843 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d68fbb9d-0295-42c7-ae68-ab124081e839 req-928f122c-37fa-4db3-b79f-2927eea6e3b6 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 932 time: 0.0549326 Aug 08 02:31:05.410927 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-36e6201c-cbfb-4be0-839a-8203809f0bd1 None None] Port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:31:05.461298 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d68fbb9d-0295-42c7-ae68-ab124081e839 req-685c413c-3c67-4b63-b0b3-762f51073258 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 Aug 08 02:31:05.612126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:31:05.620272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Publish callbacks [] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.633068 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Transition to ACTIVE for port object 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:31:05.733013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:05.761741 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.824539 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:05.877771 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Attempting to bind port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:31:05.878103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Attempting to bind port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:31:05.878434 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Attempting to bind port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:31:05.883094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:05.883960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 on network f92c936a-6950-4530-8001-5260ea91adac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:31:05.884266 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Attempting to bind port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 on network f92c936a-6950-4530-8001-5260ea91adac {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:31:05.890159 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:31:05.891992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Checking segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:31:05.891992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Bound using segment: {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:31:05.891992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Bound port: 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef494e7-d575-4038-82df-10ae6fe8278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:31:05.892332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:05.956218 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] For port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:31:05.959282 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] For port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:31:06.087498 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:06.091250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.091861 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:06.093550 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/77fffbdc-6617-43da-9c07-c8e3bd46cfe3 HTTP/1.1" status: 200 len: 1094 time: 0.8633583 Aug 08 02:31:06.097114 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:31:06.100465 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5716d48-f067-4bfb-8fbc-8302f09ab429" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:31:06.153468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aabbf4-3b02-420b-8de0-994b03b3a5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:06.158465 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd19bddb-20bc-4f14-9e8c-6eaab10f25d7 x-openstack-request-id: req-fd19bddb-20bc-4f14-9e8c-6eaab10f25d7 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:31:06.158750 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:31:06.158992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd19bddb-20bc-4f14-9e8c-6eaab10f25d7 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:31:06.159384 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd19bddb-20bc-4f14-9e8c-6eaab10f25d7'] response: {'name': 'network-changed', 'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'status': 'completed', 'code': 200} Aug 08 02:31:06.232136 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716d48-f067-4bfb-8fbc-8302f09ab429 req-d3fd8491-1716-4e7c-a290-8a463e605a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.233785 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c5716d48-f067-4bfb-8fbc-8302f09ab429 req-d3fd8491-1716-4e7c-a290-8a463e605a46 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 1128 time: 0.0503166 Aug 08 02:31:06.338953 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716d48-f067-4bfb-8fbc-8302f09ab429 req-61ae41e0-393f-445b-867b-2842e50f36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.340390 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c5716d48-f067-4bfb-8fbc-8302f09ab429 req-61ae41e0-393f-445b-867b-2842e50f36a9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974431 Aug 08 02:31:06.441424 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716d48-f067-4bfb-8fbc-8302f09ab429 req-a77d5389-5235-4cdb-8b83-48f72306a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.442937 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c5716d48-f067-4bfb-8fbc-8302f09ab429 req-a77d5389-5235-4cdb-8b83-48f72306a3b9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965559 Aug 08 02:31:06.526747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-6cb4fe0a-1261-4105-b5e1-35f3acc868b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.528531 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-6cb4fe0a-1261-4105-b5e1-35f3acc868b6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 1128 time: 0.0485561 Aug 08 02:31:06.574809 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-75573d9e-11ec-4de2-b739-c142eb8974b9 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3 HTTP/1.1" status: 200 len: 217 time: 0.0392232 Aug 08 02:31:06.600419 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb2f93-ebf7-4d17-a6fc-31d84eab7ad8 req-1b5cf623-a733-4a3d-a468-d3e0f121d8a0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.602060 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cdb2f93-ebf7-4d17-a6fc-31d84eab7ad8 req-1b5cf623-a733-4a3d-a468-d3e0f121d8a0 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 944 time: 0.0564759 Aug 08 02:31:06.635788 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-29b0660c-5739-47d6-a86c-9ae28e83252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.637645 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-29b0660c-5739-47d6-a86c-9ae28e83252d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0568879 Aug 08 02:31:06.656951 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cdb2f93-ebf7-4d17-a6fc-31d84eab7ad8 req-bf378410-c597-4ced-a776-36e0fcd523bc tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485408 Aug 08 02:31:06.687399 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-69628c22-cab3-41eb-a182-3f680a8abacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:06.689027 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-69628c22-cab3-41eb-a182-3f680a8abacf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435243 Aug 08 02:31:06.749103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:06.787381 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-c9b912e5-751a-498b-9d18-ca7f2e5bea1b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 Aug 08 02:31:06.867513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:06.881516 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3d561b2e-d21d-4435-9d63-c32a8dd2e4f3 req-41fc72f4-9286-4d12-9d6f-5c4a88edea33 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875678 Aug 08 02:31:07.215370 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39286) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:07.321964 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ad1ad-57ba-4b62-a711-54d6df4e683a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.397331 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ad1ad-57ba-4b62-a711-54d6df4e683a admin admin] Publish callbacks [] for security_group (79e4d27d-1156-4fbe-b863-7ea643e52917), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.515641 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2f3ad1ad-57ba-4b62-a711-54d6df4e683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (79e4d27d-1156-4fbe-b863-7ea643e52917), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.540617 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:07.549928 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ad1ad-57ba-4b62-a711-54d6df4e683a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e4d27d-1156-4fbe-b863-7ea643e52917,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:07.567218 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2f3ad1ad-57ba-4b62-a711-54d6df4e683a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cdc2d17a0ce840698c058958bd3b3a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507459 Aug 08 02:31:07.569982 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39292) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:07.623075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d67f62a2-b65e-40d8-920e-b2e97c17a858 admin admin] Publish callbacks [] for security_group (79e4d27d-1156-4fbe-b863-7ea643e52917), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.645427 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d67f62a2-b65e-40d8-920e-b2e97c17a858 admin admin] Publish callbacks [] for security_group (79e4d27d-1156-4fbe-b863-7ea643e52917), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.784969 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5c7f-1284-4c09-8c93-daddd3745f7e req-d2e6b32b-c574-420f-b0de-d2f0e924638e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:07.786419 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-988b5c7f-1284-4c09-8c93-daddd3745f7e req-d2e6b32b-c574-420f-b0de-d2f0e924638e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 944 time: 0.0462539 Aug 08 02:31:07.835484 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-988b5c7f-1284-4c09-8c93-daddd3745f7e req-ae598c8b-776d-42a9-8dd6-813fad497da8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Aug 08 02:31:07.851021 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d67f62a2-b65e-40d8-920e-b2e97c17a858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (79e4d27d-1156-4fbe-b863-7ea643e52917), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.854275 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d67f62a2-b65e-40d8-920e-b2e97c17a858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:07.855409 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d67f62a2-b65e-40d8-920e-b2e97c17a858 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/79e4d27d-1156-4fbe-b863-7ea643e52917 HTTP/1.1" status: 204 len: 168 time: 0.2845001 Aug 08 02:31:07.863689 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f62a2-b65e-40d8-920e-b2e97c17a858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e4d27d-1156-4fbe-b863-7ea643e52917,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:08.958615 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15bb02-5cad-4194-8ebc-f7d0276186e1 req-ea64e25e-739e-4448-9c5a-834de5b8bf36 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:08.960100 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fe15bb02-5cad-4194-8ebc-f7d0276186e1 req-ea64e25e-739e-4448-9c5a-834de5b8bf36 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 944 time: 0.0489001 Aug 08 02:31:09.003603 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:09.011433 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fe15bb02-5cad-4194-8ebc-f7d0276186e1 req-75a0cf57-f31f-4a2f-b75c-7397973afe41 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456877 Aug 08 02:31:09.747357 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=8 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:10.129534 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64993-2c4a-4099-a70f-25d605412f84 req-ee1bc344-f26c-4234-a7b8-4dcfd20b41e7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:10.131069 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-98a64993-2c4a-4099-a70f-25d605412f84 req-ee1bc344-f26c-4234-a7b8-4dcfd20b41e7 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 944 time: 0.0477159 Aug 08 02:31:10.196887 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-98a64993-2c4a-4099-a70f-25d605412f84 req-d120ce56-b218-43fa-9c49-b0c22b8a5adf tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547314 Aug 08 02:31:10.720134 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:31:10.837795 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:10.849999 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'port_id': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'mac_address': 'fa:16:3e:3e:b2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:31:10.887018 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:31:10.887410 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:10.900817 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:31:10.921063 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:11.016877 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:11.068899 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:11.076170 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.076522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.076888 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.077232 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.077568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.077900 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.078230 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.078557 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.078885 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.079211 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.079538 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.079864 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.080186 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.080507 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.080858 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:11.314309 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159fe94-0afb-46a9-964f-024ad48b9c8a req-4300d6ac-06b6-4453-bb84-ee1c359e5f25 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:11.315703 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d159fe94-0afb-46a9-964f-024ad48b9c8a req-4300d6ac-06b6-4453-bb84-ee1c359e5f25 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 945 time: 0.0495384 Aug 08 02:31:11.342053 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['77fffbdc-6617-43da-9c07-c8e3bd46cfe3'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:31:11.368277 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d159fe94-0afb-46a9-964f-024ad48b9c8a req-e4b22a90-d069-45e9-94d1-b10c8ac1b07f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Aug 08 02:31:11.466087 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:12.016690 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:31:12.075446 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:31:12.183833 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:31:12.184280 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:12.267479 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:31:12.267877 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:12.294568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:31:12.296915 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5c9b0-f839-4ea9-a4f9-03e2727f40c8" -d '{"events": [{"server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "name": "network-vif-plugged", "status": "completed", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:31:12.324480 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:12.384209 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:12.430165 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23abb707-b885-4e09-9c94-057ccb8a29b3 x-openstack-request-id: req-23abb707-b885-4e09-9c94-057ccb8a29b3 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:31:12.430628 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "name": "network-vif-plugged", "status": "completed", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:31:12.430969 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-23abb707-b885-4e09-9c94-057ccb8a29b3 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:31:12.432711 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23abb707-b885-4e09-9c94-057ccb8a29b3'] response: {'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'code': 200} Aug 08 02:31:12.493812 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:12.551242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af59f06-a951-471a-bfd1-b5fd35946c92 req-54247a63-7249-4ab0-94bd-e13789cad5af tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:12.552825 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2af59f06-a951-471a-bfd1-b5fd35946c92 req-54247a63-7249-4ab0-94bd-e13789cad5af tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Aug 08 02:31:12.605772 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2af59f06-a951-471a-bfd1-b5fd35946c92 req-494a652e-1c97-4165-a9a0-7f55c2d115b8 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Aug 08 02:31:12.923671 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb51a9-9597-41f8-9435-1933837fc56d req-1fa065ee-2f8a-4568-84fd-ab87916f4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:12.925310 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-73cb51a9-9597-41f8-9435-1933837fc56d req-1fa065ee-2f8a-4568-84fd-ab87916f4610 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 1130 time: 0.0395968 Aug 08 02:31:12.973352 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-73cb51a9-9597-41f8-9435-1933837fc56d req-09ed98e9-cbe4-4ace-afb4-dd6d37bdec55 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Aug 08 02:31:13.290491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ded43-3902-4e45-922c-b1869f85a41e req-06afffea-f435-429e-8f40-28839fcc2142 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:13.292221 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-960ded43-3902-4e45-922c-b1869f85a41e req-06afffea-f435-429e-8f40-28839fcc2142 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0510483 Aug 08 02:31:13.346243 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-960ded43-3902-4e45-922c-b1869f85a41e req-48ea7b62-87fc-492b-831b-eb4ecd949bcf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Aug 08 02:31:13.731974 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35761f1-d2f3-4524-bd3a-9028f8db4fbb req-4985c3f9-b807-415f-8328-15ea09603889 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:13.733511 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a35761f1-d2f3-4524-bd3a-9028f8db4fbb req-4985c3f9-b807-415f-8328-15ea09603889 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Aug 08 02:31:13.787869 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a35761f1-d2f3-4524-bd3a-9028f8db4fbb req-dc7ac491-9487-40e7-a58f-b23de9196654 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486369 Aug 08 02:31:14.476042 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd9bbe-c2ec-44a9-9afb-844c7fa8e99a req-baa6b762-03fb-4178-b1ff-b4f5b267493d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:14.477571 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ebd9bbe-c2ec-44a9-9afb-844c7fa8e99a req-baa6b762-03fb-4178-b1ff-b4f5b267493d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0493951 Aug 08 02:31:14.526602 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1ebd9bbe-c2ec-44a9-9afb-844c7fa8e99a req-67e809e9-4624-4984-aa29-fa8f7f76efce tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Aug 08 02:31:14.762341 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:14.910866 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1b64f-c09c-499b-989c-1b87921604ac req-bc60525a-d3c7-4b15-9169-2d1ed714a3bb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:14.913968 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3ec1b64f-c09c-499b-989c-1b87921604ac req-bc60525a-d3c7-4b15-9169-2d1ed714a3bb tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0509455 Aug 08 02:31:14.962522 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3ec1b64f-c09c-499b-989c-1b87921604ac req-704e3b48-1f27-48c5-844d-018a862ef7df tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435770 Aug 08 02:31:15.657845 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c31e-ed4d-41a1-b4f9-1baaedd84379 req-5c6682f6-aecc-4104-a452-f64e91d553b9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:15.659431 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-96c9c31e-ed4d-41a1-b4f9-1baaedd84379 req-5c6682f6-aecc-4104-a452-f64e91d553b9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0506849 Aug 08 02:31:15.708342 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-96c9c31e-ed4d-41a1-b4f9-1baaedd84379 req-7afba1e2-cccf-408a-a72f-b2c2ace336ad tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Aug 08 02:31:16.084136 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7397-7ef7-494a-894a-154616157ba8 req-67d999ae-4ab2-4f86-a7ef-e3f2211bc132 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:16.085662 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-092f7397-7ef7-494a-894a-154616157ba8 req-67d999ae-4ab2-4f86-a7ef-e3f2211bc132 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0482380 Aug 08 02:31:16.134993 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-092f7397-7ef7-494a-894a-154616157ba8 req-4fa15198-9c3d-44e2-9457-34078be739c9 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436766 Aug 08 02:31:16.255297 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68a7b1-0e5c-4f07-a96f-6c095d157a64 req-6c4292b8-a214-4d36-86d9-08f300b48b36 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:16.256854 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3d68a7b1-0e5c-4f07-a96f-6c095d157a64 req-6c4292b8-a214-4d36-86d9-08f300b48b36 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0522799 Aug 08 02:31:16.266846 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39476) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:16.272122 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Request body: {'floatingip': {'port_id': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:31:16.441689 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7b445b5d-b409-4f47-9cbd-3dffdc812b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:16.522840 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (3c31de46-77e3-4cf7-9d69-95d348fe71dc), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:16.618076 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:16.629783 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:16.888097 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097806ac-38e5-4042-9c36-914e40e70b10 req-a8cacc3f-410b-43b4-8baf-bff8dea37d04 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:16.889647 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-097806ac-38e5-4042-9c36-914e40e70b10 req-a8cacc3f-410b-43b4-8baf-bff8dea37d04 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0802424 Aug 08 02:31:16.983742 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-097806ac-38e5-4042-9c36-914e40e70b10 req-e8c1d92c-39c2-404f-b24e-83313b610017 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867889 Aug 08 02:31:17.034566 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:17.144284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (3c31de46-77e3-4cf7-9d69-95d348fe71dc), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:17.246341 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 3c31de46-77e3-4cf7-9d69-95d348fe71dc associated. External IP: 172.27.3.208, port: 77fffbdc-6617-43da-9c07-c8e3bd46cfe3. Aug 08 02:31:17.460416 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:31:17.570761 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:31:17.576349 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:17.583896 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:31:17.596770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:17.597163 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:17.600692 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:31:17.601431 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:17.610156 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-31b38bbb-09a6-4f31-9ef0-fd32ed69dc24 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3c31de46-77e3-4cf7-9d69-95d348fe71dc HTTP/1.1" status: 200 len: 992 time: 1.3415499 Aug 08 02:31:17.610797 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:31:17.613099 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:31:17.710078 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a017895e-b429-42f2-97f8-8df661c8f20e x-openstack-request-id: req-a017895e-b429-42f2-97f8-8df661c8f20e {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:31:17.710630 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:31:17.711229 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a017895e-b429-42f2-97f8-8df661c8f20e {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:31:17.711738 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a017895e-b429-42f2-97f8-8df661c8f20e'] response: {'name': 'network-changed', 'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'status': 'completed', 'code': 200} Aug 08 02:31:17.736899 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:31:17.783712 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-90a08e2e-c3eb-4afb-a1d9-5746cc152392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:17.788747 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-90a08e2e-c3eb-4afb-a1d9-5746cc152392 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 1130 time: 0.0490544 Aug 08 02:31:17.886934 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-660681b2-7067-4dc0-abee-b94d94f3f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:17.888463 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-660681b2-7067-4dc0-abee-b94d94f3f8ef service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 200 len: 916 time: 0.0932846 Aug 08 02:31:17.968099 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-8a2ee244-9fe5-4455-a179-8965f59f938c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3 HTTP/1.1" status: 200 len: 1000 time: 0.0737388 Aug 08 02:31:17.973866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '3c31de46-77e3-4cf7-9d69-95d348fe71dc', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:3e:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:59Z', 'updated_at': '2022-08-08T02:31:16Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:18.000287 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:31:18.008846 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:31:18.010413 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:30:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:18.022506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-d301553c-3623-4620-b497-0401194c86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:18.023987 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-d301553c-3623-4620-b497-0401194c86cb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 200 len: 854 time: 0.0489032 Aug 08 02:31:18.074247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-7786e0ad-634e-4034-b167-845e460f39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:18.075844 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-7786e0ad-634e-4034-b167-845e460f39c5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=f92c936a-6950-4530-8001-5260ea91adac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457294 Aug 08 02:31:18.123036 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531282-6125-4687-bc8f-5aa390222270 req-c2628de8-8444-4a20-be3a-b1c6d2416fa1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:18.124579 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0c531282-6125-4687-bc8f-5aa390222270 req-c2628de8-8444-4a20-be3a-b1c6d2416fa1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0594921 Aug 08 02:31:18.137499 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:31:18.177102 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0c531282-6125-4687-bc8f-5aa390222270 req-167aff12-3048-4b12-b06a-3cb39646fb01 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Aug 08 02:31:18.178986 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-3500ab4e-f3ff-46b6-9fbc-4581d6f373fa service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968070 Aug 08 02:31:18.226406 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:18.275847 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-da0a4033-9cec-4e35-b8d6-ea0b7aa9cca7 req-1a9bc8f0-d1a5-4852-9061-7ac801f2b4f1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893219 Aug 08 02:31:18.368814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '3c31de46-77e3-4cf7-9d69-95d348fe71dc', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:3e:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:59Z', 'updated_at': '2022-08-08T02:31:16Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:18.398929 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd906e18-90df-4e16-9772-37bec540cf5e None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '3c31de46-77e3-4cf7-9d69-95d348fe71dc', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'port_id': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'mac_address': 'fa:16:3e:3e:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:30:59Z', 'updated_at': '2022-08-08T02:31:16Z', 'revision_number': 1, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:31:18.590793 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ec2e8-87d6-46e9-ad3e-34ec35651ba7 None None] New status for floating IP 3c31de46-77e3-4cf7-9d69-95d348fe71dc: ACTIVE {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:31:19.028607 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-0b22c804-9dda-488b-96f7-848e7935babf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:19.317352 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5d72d-847a-4b8a-8f99-58728517bebf req-0a62326b-5c2b-439b-8d09-7bded2a7dbd6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:19.318837 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-52e5d72d-847a-4b8a-8f99-58728517bebf req-0a62326b-5c2b-439b-8d09-7bded2a7dbd6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0569887 Aug 08 02:31:19.367148 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-52e5d72d-847a-4b8a-8f99-58728517bebf req-d2315207-57c4-4b48-815a-3cb018597c6e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Aug 08 02:31:19.773059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:20.494944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ddd5a-4144-4d84-ad7a-bbe04af9f507 req-56332bd0-8409-4b1e-a4f6-aabaad5a45c7 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:20.496593 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5f8ddd5a-4144-4d84-ad7a-bbe04af9f507 req-56332bd0-8409-4b1e-a4f6-aabaad5a45c7 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0491016 Aug 08 02:31:20.529716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:20.547037 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5f8ddd5a-4144-4d84-ad7a-bbe04af9f507 req-7b7c66c5-8e76-42dd-8376-8c1db3153850 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446703 Aug 08 02:31:21.303159 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:21.384001 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:21.676636 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9256a-e1d1-4402-ae4e-cd799bfe53f7 req-68fbc956-6f37-4b02-ac2b-c62ccc802c28 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:21.678181 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-92f9256a-e1d1-4402-ae4e-cd799bfe53f7 req-68fbc956-6f37-4b02-ac2b-c62ccc802c28 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0476441 Aug 08 02:31:21.729960 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-92f9256a-e1d1-4402-ae4e-cd799bfe53f7 req-f3e206c1-cbee-44ee-a3f1-08f306b419c9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457807 Aug 08 02:31:22.859954 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cff1c-8e4b-42ee-931d-f66663e03e0e req-1b3c7926-161c-41f2-9e55-cd049825691e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:22.861497 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce2cff1c-8e4b-42ee-931d-f66663e03e0e req-1b3c7926-161c-41f2-9e55-cd049825691e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0479150 Aug 08 02:31:22.908957 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce2cff1c-8e4b-42ee-931d-f66663e03e0e req-aa10034d-b902-470b-88b1-767374b61ffc tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Aug 08 02:31:23.011363 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39572) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:23.059999 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Deleting subnet 9537b141-500a-4d78-8704-52d748d47384 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:31:23.063185 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Publish callbacks [] for subnet (9537b141-500a-4d78-8704-52d748d47384), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.097769 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (9537b141-500a-4d78-8704-52d748d47384), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.136607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (9537b141-500a-4d78-8704-52d748d47384), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.267926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (9537b141-500a-4d78-8704-52d748d47384), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.298481 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9537b141-500a-4d78-8704-52d748d47384,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:23.302779 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.311187 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4f260163-3a9c-42b8-80f1-58d07eca67bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/9537b141-500a-4d78-8704-52d748d47384 HTTP/1.1" status: 204 len: 168 time: 0.2951548 Aug 08 02:31:23.311187 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39574) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:23.379505 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (80d55d70-3b18-4f03-aa9c-500250bb4b23), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.458398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:23.460126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (80d55d70-3b18-4f03-aa9c-500250bb4b23), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.467519 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:23.480986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d55d70-3b18-4f03-aa9c-500250bb4b23']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:23.490137 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f78944c-7734-4b21-9a6d-7939471ac30d') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:23.490437 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f78944c-7734-4b21-9a6d-7939471ac30d') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:23.501115 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (3f78944c-7734-4b21-9a6d-7939471ac30d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.515204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (3f78944c-7734-4b21-9a6d-7939471ac30d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.521748 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:31:23.522055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (3f78944c-7734-4b21-9a6d-7939471ac30d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.653617 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (80d55d70-3b18-4f03-aa9c-500250bb4b23), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.658150 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.664030 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/80d55d70-3b18-4f03-aa9c-500250bb4b23 HTTP/1.1" status: 204 len: 168 time: 0.3504167 Aug 08 02:31:23.665063 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 3f78944c-7734-4b21-9a6d-7939471ac30d resource provider aggregate not found Aug 08 02:31:23.679784 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b492d-b6c4-4929-882b-ff021a9857f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d55d70-3b18-4f03-aa9c-500250bb4b23,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:23.684812 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 3f78944c-7734-4b21-9a6d-7939471ac30d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f78944c-7734-4b21-9a6d-7939471ac30d found for delete ", "request_id": "req-2c79d406-3a7b-4e76-b051-093904d79d6c"}]} Aug 08 02:31:23.819225 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-cf9917f7-284e-45c3-99f1-cb5e45a64fb6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431445 Aug 08 02:31:23.875679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:23.909130 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-1e7f3a87-a260-430c-9de2-1e190d0711f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:23.910698 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-1e7f3a87-a260-430c-9de2-1e190d0711f8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1129 time: 0.0408056 Aug 08 02:31:24.034896 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc43f9-cc47-46fa-a1ce-fc50e49b1554 req-65a230e9-2e21-4a43-a00a-cc7601065795 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:24.036391 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5adc43f9-cc47-46fa-a1ce-fc50e49b1554 req-65a230e9-2e21-4a43-a00a-cc7601065795 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0484567 Aug 08 02:31:24.036639 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-d115a018-4e1e-4efc-9bcb-714f551419eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:24.042030 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-d115a018-4e1e-4efc-9bcb-714f551419eb service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 909 time: 0.0951777 Aug 08 02:31:24.082382 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39588) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:24.092044 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5adc43f9-cc47-46fa-a1ce-fc50e49b1554 req-14d58c61-3533-4875-996e-bd9c12a8240b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492404 Aug 08 02:31:24.128366 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-eca61716-fd50-413e-a1a8-623469e8bc94 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 1001 time: 0.0837636 Aug 08 02:31:24.147538 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-c7adb5bc-8aaf-49b4-bc60-2ab4adeca07a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7203c52ae1f946bd9717a554316e4f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666749 Aug 08 02:31:24.150289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39590) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:24.182375 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-4aa8b884-2a1d-4d0d-bf1b-a4d13201c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:24.184551 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-4aa8b884-2a1d-4d0d-bf1b-a4d13201c932 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 200 len: 847 time: 0.0479901 Aug 08 02:31:24.203191 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d243d4ac-6399-44ea-a979-0791ad48786c admin admin] Publish callbacks [] for security_group (7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:24.224930 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d243d4ac-6399-44ea-a979-0791ad48786c admin admin] Publish callbacks [] for security_group (7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:24.234095 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-78333630-b2f1-4d8c-9715-ba38c49d3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:24.235595 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-78333630-b2f1-4d8c-9715-ba38c49d3f24 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fe4a268-f47a-420a-80c5-dd33e7e621f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433569 Aug 08 02:31:24.328507 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-52325f34-b156-4bf9-8761-f051d499f79d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847216 Aug 08 02:31:24.366933 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d243d4ac-6399-44ea-a979-0791ad48786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:24.369679 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d243d4ac-6399-44ea-a979-0791ad48786c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:24.370898 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d243d4ac-6399-44ea-a979-0791ad48786c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd HTTP/1.1" status: 204 len: 168 time: 0.2196043 Aug 08 02:31:24.379946 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243d4ac-6399-44ea-a979-0791ad48786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4bdb0d-5fa6-4b7d-a002-2d5444e09ecd,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:24.430043 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-4e68ba47-c442-40f3-89bc-f5a79a19f73c req-78c82219-057e-443c-9c96-0ff1ec1043a7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918298 Aug 08 02:31:25.219699 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dd8bc-d713-4a92-8c34-9a93a8a1e4ae req-ffbc823e-96f1-457e-92f8-082432baed02 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:25.221940 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-282dd8bc-d713-4a92-8c34-9a93a8a1e4ae req-ffbc823e-96f1-457e-92f8-082432baed02 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0497708 Aug 08 02:31:25.273208 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-282dd8bc-d713-4a92-8c34-9a93a8a1e4ae req-e01942c6-d99b-455a-8a62-660015356e79 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447836 Aug 08 02:31:26.400173 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda18d7f-c4fc-4201-a246-04645e0e734c req-37b34a4a-a14d-4be3-89bc-c9527d70f3af tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:26.401681 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bda18d7f-c4fc-4201-a246-04645e0e734c req-37b34a4a-a14d-4be3-89bc-c9527d70f3af tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0482690 Aug 08 02:31:26.464369 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bda18d7f-c4fc-4201-a246-04645e0e734c req-1f05087a-47ef-42ac-9ece-2398bcdbb524 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519385 Aug 08 02:31:27.599502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c659dd-da04-4114-9a64-37b9c50d3c98 req-3bc05127-5e9f-40ed-9151-0ba2cf27d471 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:27.601035 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b2c659dd-da04-4114-9a64-37b9c50d3c98 req-3bc05127-5e9f-40ed-9151-0ba2cf27d471 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0500691 Aug 08 02:31:27.613222 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:27.649138 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b2c659dd-da04-4114-9a64-37b9c50d3c98 req-ce1a1b14-b5f7-4f9e-8175-621d39d90a72 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Aug 08 02:31:28.697226 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:28.700544 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:28.773967 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3d05c-9822-45f2-98d4-e0e8f588879f req-613e64d2-685e-4bfc-b61e-4a3dee84fdec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:28.775433 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-10f3d05c-9822-45f2-98d4-e0e8f588879f req-613e64d2-685e-4bfc-b61e-4a3dee84fdec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0461550 Aug 08 02:31:28.822489 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-10f3d05c-9822-45f2-98d4-e0e8f588879f req-8ddb3f0f-78b9-4a3a-bc8e-6d6b308bd9ab tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Aug 08 02:31:29.359965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39654) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:29.469604 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a0a-2a34-42e5-8032-d4c3ab552149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.535737 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:29.546799 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a0a-2a34-42e5-8032-d4c3ab552149 admin admin] Publish callbacks [] for security_group (603aeacf-22ef-4a33-ac2f-4616722db45c), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.639262 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a0a-2a34-42e5-8032-d4c3ab552149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (603aeacf-22ef-4a33-ac2f-4616722db45c), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.679928 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2d8c7a0a-2a34-42e5-8032-d4c3ab552149 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ecd3e1e5b7044f3aa46eeb893a3a3e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188176 Aug 08 02:31:29.680722 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c7a0a-2a34-42e5-8032-d4c3ab552149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603aeacf-22ef-4a33-ac2f-4616722db45c,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:29.682798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39658) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:29.733724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d4c19b14-a56e-4cdf-9a59-41e0de1ff631 admin admin] Publish callbacks [] for security_group (603aeacf-22ef-4a33-ac2f-4616722db45c), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.755258 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d4c19b14-a56e-4cdf-9a59-41e0de1ff631 admin admin] Publish callbacks [] for security_group (603aeacf-22ef-4a33-ac2f-4616722db45c), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.875813 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d4c19b14-a56e-4cdf-9a59-41e0de1ff631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (603aeacf-22ef-4a33-ac2f-4616722db45c), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.878474 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d4c19b14-a56e-4cdf-9a59-41e0de1ff631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:29.879808 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d4c19b14-a56e-4cdf-9a59-41e0de1ff631 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/603aeacf-22ef-4a33-ac2f-4616722db45c HTTP/1.1" status: 204 len: 168 time: 0.1960151 Aug 08 02:31:29.883591 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:29.889974 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c19b14-a56e-4cdf-9a59-41e0de1ff631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603aeacf-22ef-4a33-ac2f-4616722db45c,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:29.956616 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5654d-c0a4-47e3-a8c5-a7f65d9a76d3 req-a930b5ab-8fa7-4be4-bfd6-af241479c902 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:29.956616 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-75f5654d-c0a4-47e3-a8c5-a7f65d9a76d3 req-a930b5ab-8fa7-4be4-bfd6-af241479c902 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0526338 Aug 08 02:31:30.003261 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-75f5654d-c0a4-47e3-a8c5-a7f65d9a76d3 req-45dc5fff-1696-471b-945d-b6948c8bddfa tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Aug 08 02:31:31.130434 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e12f79-389d-4b21-8ed1-73da405e0232 req-4f737403-7e75-42c9-9d1e-3c199f44a046 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:31.131862 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-20e12f79-389d-4b21-8ed1-73da405e0232 req-4f737403-7e75-42c9-9d1e-3c199f44a046 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0502388 Aug 08 02:31:31.179802 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-20e12f79-389d-4b21-8ed1-73da405e0232 req-3439d6e7-696f-4cb7-9f07-146af8bcc130 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Aug 08 02:31:32.303738 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181991ab-67c4-407f-8bd3-3cbae132dfe8 req-de3cbf82-2719-416e-8882-f8d3d4dfd86c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:32.305256 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-181991ab-67c4-407f-8bd3-3cbae132dfe8 req-de3cbf82-2719-416e-8882-f8d3d4dfd86c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0481279 Aug 08 02:31:32.354488 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-181991ab-67c4-407f-8bd3-3cbae132dfe8 req-46c66995-6d41-4b87-86f3-f8cbdf891a8b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Aug 08 02:31:33.483768 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649093-9645-4e6e-a7f7-6a3b563b357a req-66fc8ad6-fff9-45c6-b70b-29f4c18820bf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:33.485254 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-34649093-9645-4e6e-a7f7-6a3b563b357a req-66fc8ad6-fff9-45c6-b70b-29f4c18820bf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0482543 Aug 08 02:31:33.535468 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-34649093-9645-4e6e-a7f7-6a3b563b357a req-e4d12915-db47-4a7d-bc14-c724e52bf11b tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447147 Aug 08 02:31:34.671550 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ddb89-92b8-4488-ba87-ee590359bdbf req-c5720f9d-234f-478c-995c-9400bc3964b3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:34.674616 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-465ddb89-92b8-4488-ba87-ee590359bdbf req-c5720f9d-234f-478c-995c-9400bc3964b3 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0500743 Aug 08 02:31:34.724954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-465ddb89-92b8-4488-ba87-ee590359bdbf req-9072046a-cefd-46fc-9c66-27f671af987c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461032 Aug 08 02:31:35.456128 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 39746) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:35.564222 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:35.642387 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Publish callbacks [] for security_group (5660ae18-ba8a-4836-83cb-284c7ea077c5), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:35.732783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5660ae18-ba8a-4836-83cb-284c7ea077c5), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:35.762811 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:35.773802 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ff6213349ee8431382a7444d359e0c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165436 Aug 08 02:31:35.775022 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5660ae18-ba8a-4836-83cb-284c7ea077c5,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:35.776566 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39754) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:35.783565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.783915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.784259 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.784600 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.784968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.785308 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.785639 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.785964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.786296 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.786625 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.786954 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.787280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.787603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.787938 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.788247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551aed3a-cb82-4f59-86f7-bc3540f69b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:35.854919 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:35.874646 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45be196-b546-4153-894a-161b08f16c1b req-64f2084f-17be-43d9-a775-bd852cd470ea tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:35.876070 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e45be196-b546-4153-894a-161b08f16c1b req-64f2084f-17be-43d9-a775-bd852cd470ea tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0662754 Aug 08 02:31:35.876858 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5fddfabb-f975-4317-8c74-1711c59b8d42 admin admin] Publish callbacks [] for security_group (5660ae18-ba8a-4836-83cb-284c7ea077c5), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:35.909609 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5fddfabb-f975-4317-8c74-1711c59b8d42 admin admin] Publish callbacks [] for security_group (5660ae18-ba8a-4836-83cb-284c7ea077c5), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:35.970308 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e45be196-b546-4153-894a-161b08f16c1b req-1b30c15a-e39c-483a-8b8c-d1f4a9ac9314 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842583 Aug 08 02:31:36.075268 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5fddfabb-f975-4317-8c74-1711c59b8d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5660ae18-ba8a-4836-83cb-284c7ea077c5), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:36.077620 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5fddfabb-f975-4317-8c74-1711c59b8d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:36.078839 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5fddfabb-f975-4317-8c74-1711c59b8d42 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5660ae18-ba8a-4836-83cb-284c7ea077c5 HTTP/1.1" status: 204 len: 168 time: 0.2999682 Aug 08 02:31:36.086632 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddfabb-f975-4317-8c74-1711c59b8d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660ae18-ba8a-4836-83cb-284c7ea077c5,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:36.162154 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:31:36.243220 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:36.266205 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:36.279118 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'mac_address': 'fa:16:3e:08:60:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:31:36.316429 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: ACTIVE; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:31:36.316857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:36.331170 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bf885ea-ca94-45b2-aafa-7461404e6cf2 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:31:36.351149 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:36.487052 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:36.544963 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=6']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:36.573898 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['0bf885ea-ca94-45b2-aafa-7461404e6cf2'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:31:36.750658 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:31:36.849948 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39784) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:36.867083 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f00fc5c0-b66a-41cb-8f1b-b8e762b2916b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:36.943592 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:36.958850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f00fc5c0-b66a-41cb-8f1b-b8e762b2916b admin admin] Publish callbacks [] for security_group (3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:37.088746 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f00fc5c0-b66a-41cb-8f1b-b8e762b2916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:37.120712 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca11335-3fe5-4e8d-be7a-b12c76c18309 req-0447d7c9-82c0-480e-aceb-94636bda3400 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:37.122545 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3ca11335-3fe5-4e8d-be7a-b12c76c18309 req-0447d7c9-82c0-480e-aceb-94636bda3400 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 945 time: 0.0700812 Aug 08 02:31:37.162041 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f00fc5c0-b66a-41cb-8f1b-b8e762b2916b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8634124e87134713bf6d84bd285d6b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078928 Aug 08 02:31:37.162041 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc5c0-b66a-41cb-8f1b-b8e762b2916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:37.162902 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 39800) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:37.224562 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3ca11335-3fe5-4e8d-be7a-b12c76c18309 req-7dedd804-5934-444e-a139-e36c815b8fec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920908 Aug 08 02:31:37.245015 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2159d0f3-60de-419a-9ca1-454de88b9c5e admin admin] Publish callbacks [] for security_group (3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:37.272056 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2159d0f3-60de-419a-9ca1-454de88b9c5e admin admin] Publish callbacks [] for security_group (3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:37.521650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2159d0f3-60de-419a-9ca1-454de88b9c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:37.524648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2159d0f3-60de-419a-9ca1-454de88b9c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:37.528869 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2159d0f3-60de-419a-9ca1-454de88b9c5e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02 HTTP/1.1" status: 204 len: 168 time: 0.3606689 Aug 08 02:31:37.536307 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159d0f3-60de-419a-9ca1-454de88b9c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd59bd6-7e6e-40c2-aa57-ccd19fc0ea02,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:38.178026 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:31:38.182536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:38.226573 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:31:38.226964 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:38.391438 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:31:38.392027 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:38.404102 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e63e3-2608-4779-bedd-c57b6f12da28 req-73e9800e-6819-456a-bcf7-ef38e7c5e630 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:38.405774 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-334e63e3-2608-4779-bedd-c57b6f12da28 req-73e9800e-6819-456a-bcf7-ef38e7c5e630 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 945 time: 0.0746100 Aug 08 02:31:38.428381 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:38.444796 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:38.447307 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:31:38.450892 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957a67d-b34b-47b8-85ea-23025f93125c" -d '{"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:31:38.465238 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-334e63e3-2608-4779-bedd-c57b6f12da28 req-fefae38a-2725-4ebd-969f-040732f6619c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533006 Aug 08 02:31:38.501471 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c381443-5a97-4c05-ac92-40e070729389 x-openstack-request-id: req-6c381443-5a97-4c05-ac92-40e070729389 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:31:38.501853 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:31:38.502220 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6c381443-5a97-4c05-ac92-40e070729389 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:31:38.502686 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c381443-5a97-4c05-ac92-40e070729389'] response: {'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'code': 200} Aug 08 02:31:38.548733 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:38.621622 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=7']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:39.619887 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7c63f-eeac-46ea-b109-a9b233cbe973 req-03b46689-01af-45bb-95a4-f6f82c900da8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:39.627885 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bec7c63f-eeac-46ea-b109-a9b233cbe973 req-03b46689-01af-45bb-95a4-f6f82c900da8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0632339 Aug 08 02:31:39.698464 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bec7c63f-eeac-46ea-b109-a9b233cbe973 req-8eface6b-d6a8-464c-b428-651ee1f5d92c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653448 Aug 08 02:31:40.868429 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eebd5-bc61-4d0d-bc90-cfd9af9cd0e0 req-e875d587-ad1f-416e-96a4-fd1e3d0455a6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:40.872695 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7d5eebd5-bc61-4d0d-bc90-cfd9af9cd0e0 req-e875d587-ad1f-416e-96a4-fd1e3d0455a6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0907216 Aug 08 02:31:40.959324 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7d5eebd5-bc61-4d0d-bc90-cfd9af9cd0e0 req-79f7e6c9-4c2f-4641-ab6f-e824b2c32c1d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782807 Aug 08 02:31:42.106011 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098efcfc-6065-4387-8864-14572ad37e49 req-5693523a-c9fa-4b67-8ce4-34fd759a1e8f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:42.115373 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-098efcfc-6065-4387-8864-14572ad37e49 req-5693523a-c9fa-4b67-8ce4-34fd759a1e8f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0648575 Aug 08 02:31:42.170718 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-098efcfc-6065-4387-8864-14572ad37e49 req-9bf60f4e-6ee7-4b97-a017-3153d4e8d888 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540733 Aug 08 02:31:43.429176 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d0d89-bf5a-4ba7-9064-8c7c94c51e7b req-f1d6911b-bd19-419e-8e33-468b70088b1d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:43.429176 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc0d0d89-bf5a-4ba7-9064-8c7c94c51e7b req-f1d6911b-bd19-419e-8e33-468b70088b1d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0509222 Aug 08 02:31:43.429176 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc0d0d89-bf5a-4ba7-9064-8c7c94c51e7b req-4aab148f-4ad4-4759-bf2f-9f125852acaa tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Aug 08 02:31:44.555923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1f47a-2dbb-4217-a0db-78518b34d95d req-9f5ef6a3-7058-4083-9bd0-5bf072d9478d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:44.558342 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9d1f47a-2dbb-4217-a0db-78518b34d95d req-9f5ef6a3-7058-4083-9bd0-5bf072d9478d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0555146 Aug 08 02:31:44.632106 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9d1f47a-2dbb-4217-a0db-78518b34d95d req-6372a992-51db-4d79-8c2d-ff14ac10a5a1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667534 Aug 08 02:31:45.779079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:45.786329 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f024d-64ad-4249-aed7-99ce43c3610f req-fba39621-a728-4af6-a160-2f0444c96d49 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:45.788903 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e5f024d-64ad-4249-aed7-99ce43c3610f req-fba39621-a728-4af6-a160-2f0444c96d49 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0611372 Aug 08 02:31:45.858122 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8e5f024d-64ad-4249-aed7-99ce43c3610f req-e9fe7c8c-90bd-4af2-905f-b7809c6c4ece tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610363 Aug 08 02:31:46.746935 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=8 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:46.992294 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c07e8-3ba7-4525-8fb0-3fb43d4d7bc0 req-20559fc6-4c2b-4e2a-9fa1-9633cfb0fe04 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:46.993797 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a29c07e8-3ba7-4525-8fb0-3fb43d4d7bc0 req-20559fc6-4c2b-4e2a-9fa1-9633cfb0fe04 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0492816 Aug 08 02:31:47.065173 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a29c07e8-3ba7-4525-8fb0-3fb43d4d7bc0 req-bba329c6-2c1e-4c91-b35a-5aded4d6e2fe tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456693 Aug 08 02:31:47.117383 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4a8d412d-3a2e-43da-944a-66c6905f4cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:48.192338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d49b0-7cb7-484d-b875-5fe064a0f1bf req-185a4f05-1a09-4984-b725-700ea2205b80 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:48.193878 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c1d49b0-7cb7-484d-b875-5fe064a0f1bf req-185a4f05-1a09-4984-b725-700ea2205b80 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0481296 Aug 08 02:31:48.244305 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c1d49b0-7cb7-484d-b875-5fe064a0f1bf req-f063a620-79c3-427f-bf64-56e0fea28cc4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440853 Aug 08 02:31:49.018704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-79bc611a-21a5-41d2-9769-a9bfa00f4e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:49.343560 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-822e9fa3-6343-4b85-b79d-db0c54f58183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:49.345116 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-822e9fa3-6343-4b85-b79d-db0c54f58183 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1130 time: 0.0470254 Aug 08 02:31:49.379183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b0ad-5425-4cbd-9d78-9368f969233e req-c73e2af5-8357-4568-869a-c44237c19ccd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:49.380882 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e097b0ad-5425-4cbd-9d78-9368f969233e req-c73e2af5-8357-4568-869a-c44237c19ccd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0528226 Aug 08 02:31:49.438758 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e097b0ad-5425-4cbd-9d78-9368f969233e req-dd11a055-622e-4284-802f-5d65e0d041b1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518289 Aug 08 02:31:49.477305 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-397510e6-f3a9-4a34-bfec-9e921cb09269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:49.478825 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-397510e6-f3a9-4a34-bfec-9e921cb09269 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.1028562 Aug 08 02:31:49.542168 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-0ec1d530-b402-442b-938c-36b6b3dab6ac service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0569370 Aug 08 02:31:49.594588 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-0b3ce9bd-f280-41fc-a2d1-789917633098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:49.596104 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-0b3ce9bd-f280-41fc-a2d1-789917633098 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0462203 Aug 08 02:31:49.645941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-b9214553-bba6-4daf-9f78-f63e0b7a7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:49.647456 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-b9214553-bba6-4daf-9f78-f63e0b7a7bf7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435555 Aug 08 02:31:49.752361 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-8231aad4-8845-4cba-adc3-a612743a6166 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983648 Aug 08 02:31:49.753717 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:49.858471 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85eba746-f97e-4f37-b0aa-5b4eacbe8a3d req-cce8d6ea-cd54-4d77-a86b-1acd55aa33c0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949762 Aug 08 02:31:50.573445 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5f28a-d418-4310-8a00-5218feb0a6b3 req-d8a0bfed-79c0-4fc0-b41d-e0cdfe5b9053 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:50.575100 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bec5f28a-d418-4310-8a00-5218feb0a6b3 req-d8a0bfed-79c0-4fc0-b41d-e0cdfe5b9053 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0518634 Aug 08 02:31:50.626982 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bec5f28a-d418-4310-8a00-5218feb0a6b3 req-77a09e8c-cbd7-4e8f-bd61-98b3429c6a48 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460222 Aug 08 02:31:50.955391 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40032) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:51.063117 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e937d206-bbcd-4591-86c3-42e9786969cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.076104 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:51.085059 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:51.141999 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e937d206-bbcd-4591-86c3-42e9786969cd admin admin] Publish callbacks [] for security_group (6a8c0360-7a1b-405c-8b9d-9e3201e7c236), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.256532 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e937d206-bbcd-4591-86c3-42e9786969cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (6a8c0360-7a1b-405c-8b9d-9e3201e7c236), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.296820 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e937d206-bbcd-4591-86c3-42e9786969cd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=deb60c07c40d4340b335b52807253d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402984 Aug 08 02:31:51.299507 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40042) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:51.300736 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937d206-bbcd-4591-86c3-42e9786969cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8c0360-7a1b-405c-8b9d-9e3201e7c236,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:51.359340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-be5d21c3-f931-4142-bd04-2a9b171cc82b admin admin] Publish callbacks [] for security_group (6a8c0360-7a1b-405c-8b9d-9e3201e7c236), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.382424 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-be5d21c3-f931-4142-bd04-2a9b171cc82b admin admin] Publish callbacks [] for security_group (6a8c0360-7a1b-405c-8b9d-9e3201e7c236), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.389529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.424479 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.521755 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-be5d21c3-f931-4142-bd04-2a9b171cc82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (6a8c0360-7a1b-405c-8b9d-9e3201e7c236), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.525476 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-be5d21c3-f931-4142-bd04-2a9b171cc82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:51.526942 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-be5d21c3-f931-4142-bd04-2a9b171cc82b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6a8c0360-7a1b-405c-8b9d-9e3201e7c236 HTTP/1.1" status: 204 len: 168 time: 0.2253389 Aug 08 02:31:51.537019 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d21c3-f931-4142-bd04-2a9b171cc82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8c0360-7a1b-405c-8b9d-9e3201e7c236,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:51.633401 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b110261-8338-406a-a619-d00558c297f5 req-dc2fc768-1050-478a-90eb-f0348ec6dc0c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:51.634877 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7b110261-8338-406a-a619-d00558c297f5 req-dc2fc768-1050-478a-90eb-f0348ec6dc0c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Aug 08 02:31:51.683128 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7b110261-8338-406a-a619-d00558c297f5 req-22e6d936-f75f-41ef-bdb1-dc784bf2e0e7 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Aug 08 02:31:51.753119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aaf12-4e1d-455c-b6c2-a34c19ea2748 req-51f89bd0-6c8d-47d6-a2d0-2da02045ceec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:51.754671 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db3aaf12-4e1d-455c-b6c2-a34c19ea2748 req-51f89bd0-6c8d-47d6-a2d0-2da02045ceec tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 946 time: 0.0475733 Aug 08 02:31:51.802629 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db3aaf12-4e1d-455c-b6c2-a34c19ea2748 req-d8f54fad-91ef-4d43-a157-82e1ae4fb6ab tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Aug 08 02:31:52.249983 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40052) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:52.258682 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:31:52.263676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0d5e806c-009a-4d83-aea6-de54c5921c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.334065 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: ACTIVE; New status is: DOWN {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:31:52.334453 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.347450 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0d5e806c-009a-4d83-aea6-de54c5921c3f admin admin] Publish callbacks [] for security_group (922c6687-b844-4ad7-8dfb-9e7be134cbad), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.359519 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:31:52.361797 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6f65db-e3ef-4c99-b58c-c70129e5da4e" -d '{"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:31:52.374871 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:52.399596 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 02:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe23716-8bb7-46a6-83b3-255b82bcd017 x-openstack-request-id: req-efe23716-8bb7-46a6-83b3-255b82bcd017 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:31:52.400389 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:31:52.400389 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-efe23716-8bb7-46a6-83b3-255b82bcd017 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:31:52.400815 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe23716-8bb7-46a6-83b3-255b82bcd017'] response: {'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'code': 200} Aug 08 02:31:52.412552 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0d5e806c-009a-4d83-aea6-de54c5921c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (922c6687-b844-4ad7-8dfb-9e7be134cbad), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.459345 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-0d5e806c-009a-4d83-aea6-de54c5921c3f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3736202954eb45bcae664326f7eb862d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082813 Aug 08 02:31:52.460603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e806c-009a-4d83-aea6-de54c5921c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c6687-b844-4ad7-8dfb-9e7be134cbad,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:52.462050 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40056) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:52.476071 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.519437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02ddc9aa-3f58-46f0-b10d-c4cf7937b79c admin admin] Publish callbacks [] for security_group (922c6687-b844-4ad7-8dfb-9e7be134cbad), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.524252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=8']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:52.542055 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02ddc9aa-3f58-46f0-b10d-c4cf7937b79c admin admin] Publish callbacks [] for security_group (922c6687-b844-4ad7-8dfb-9e7be134cbad), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.822614 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd36d8-c1d3-4075-be6b-c1b8453e6ab6 req-1742332e-b646-4231-9520-ffd7ce82ca59 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:52.824650 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e4cd36d8-c1d3-4075-be6b-c1b8453e6ab6 req-1742332e-b646-4231-9520-ffd7ce82ca59 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Aug 08 02:31:52.872889 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e4cd36d8-c1d3-4075-be6b-c1b8453e6ab6 req-4184f9da-4cca-4736-9f4a-b5ec345453a8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Aug 08 02:31:52.912836 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02ddc9aa-3f58-46f0-b10d-c4cf7937b79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (922c6687-b844-4ad7-8dfb-9e7be134cbad), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.915327 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02ddc9aa-3f58-46f0-b10d-c4cf7937b79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.916427 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-02ddc9aa-3f58-46f0-b10d-c4cf7937b79c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/922c6687-b844-4ad7-8dfb-9e7be134cbad HTTP/1.1" status: 204 len: 168 time: 0.4533882 Aug 08 02:31:52.930161 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddc9aa-3f58-46f0-b10d-c4cf7937b79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c6687-b844-4ad7-8dfb-9e7be134cbad,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:52.946231 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7f6b-6298-4495-b541-721a7ac46d76 req-d9521f52-15ad-444e-ac2e-fa2afbcb855a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:52.955257 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-949a7f6b-6298-4495-b541-721a7ac46d76 req-d9521f52-15ad-444e-ac2e-fa2afbcb855a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0713058 Aug 08 02:31:53.016620 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-949a7f6b-6298-4495-b541-721a7ac46d76 req-d01307a4-9f69-4e2c-89d1-ad66fc744480 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553269 Aug 08 02:31:53.319148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-e56eab67-069d-4101-9f76-045689edb3e8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:53.320863 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-e56eab67-069d-4101-9f76-045689edb3e8 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0502260 Aug 08 02:31:53.564985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:53.569885 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:53.578613 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Deleting port 961375ea-c683-4138-905d-e3bf380590df {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:31:53.578956 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (961375ea-c683-4138-905d-e3bf380590df), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:53.674029 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] For port 961375ea-c683-4138-905d-e3bf380590df, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=961375ea-c683-4138-905d-e3bf380590df,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:31:53.674388 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (961375ea-c683-4138-905d-e3bf380590df), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:53.678252 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40066) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:53.691908 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d091eba3-f097-487c-9297-6b417b69d087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:53.726546 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:53.774560 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d091eba3-f097-487c-9297-6b417b69d087 admin admin] Publish callbacks [] for security_group (21b57058-42be-401d-a912-7964d21821e1), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:53.851543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d091eba3-f097-487c-9297-6b417b69d087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (21b57058-42be-401d-a912-7964d21821e1), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:53.882133 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:53.903923 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d091eba3-f097-487c-9297-6b417b69d087 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e4b02a39494c4b55994fbd14868403ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245100 Aug 08 02:31:53.906223 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091eba3-f097-487c-9297-6b417b69d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b57058-42be-401d-a912-7964d21821e1,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:53.908643 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40070) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:53.930408 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:54.004341 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0e07d3e0-7b19-4332-914d-1527062b9d5d admin admin] Publish callbacks [] for security_group (21b57058-42be-401d-a912-7964d21821e1), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.028272 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c78e-f160-4b18-82da-c6951bac1537 req-6a725b48-3a3a-4da4-8a94-91b01d0d3044 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:54.029747 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aaf4c78e-f160-4b18-82da-c6951bac1537 req-6a725b48-3a3a-4da4-8a94-91b01d0d3044 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 945 time: 0.0710285 Aug 08 02:31:54.049620 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0e07d3e0-7b19-4332-914d-1527062b9d5d admin admin] Publish callbacks [] for security_group (21b57058-42be-401d-a912-7964d21821e1), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.110802 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aaf4c78e-f160-4b18-82da-c6951bac1537 req-0bda2830-51eb-4ec2-8dbc-e9d7cd5dc4a6 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=096249e2-385e-483f-bf2e-c65fe6e9c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726237 Aug 08 02:31:54.111734 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.112166 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (85ce5316-08a0-4d8a-a54e-d9ab53104afc), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.112543 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Floating IP 85ce5316-08a0-4d8a-a54e-d9ab53104afc disassociated. External IP: 172.27.3.87, port: 961375ea-c683-4138-905d-e3bf380590df. Aug 08 02:31:54.112984 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Calling delete_port for 961375ea-c683-4138-905d-e3bf380590df owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:31:54.160594 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090883fa-cc3f-4e77-b1bc-3a0045203585 req-9a2ec3db-0a11-47f3-9464-37b3576afc8d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:54.162111 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-090883fa-cc3f-4e77-b1bc-3a0045203585 req-9a2ec3db-0a11-47f3-9464-37b3576afc8d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0505373 Aug 08 02:31:54.210924 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-090883fa-cc3f-4e77-b1bc-3a0045203585 req-18a7c1c1-f370-40d1-b54f-21c1b890cca7 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Aug 08 02:31:54.264234 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0e07d3e0-7b19-4332-914d-1527062b9d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (21b57058-42be-401d-a912-7964d21821e1), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.266941 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0e07d3e0-7b19-4332-914d-1527062b9d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.268146 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-0e07d3e0-7b19-4332-914d-1527062b9d5d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/21b57058-42be-401d-a912-7964d21821e1 HTTP/1.1" status: 204 len: 168 time: 0.3584330 Aug 08 02:31:54.276758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07d3e0-7b19-4332-914d-1527062b9d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b57058-42be-401d-a912-7964d21821e1,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:54.349817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (961375ea-c683-4138-905d-e3bf380590df), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.378696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event deleted for resources: {'Port': ['ID=961375ea-c683-4138-905d-e3bf380590df,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:54.421937 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:54.492288 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:31:54.599478 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:31:54.611375 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:31:54.622705 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:31:54.623864 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:31:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:54.652778 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] No DVR routers for this DVR port 961375ea-c683-4138-905d-e3bf380590df on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:31:54.653079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.656560 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e0efa765-023f-47e8-8d53-b06ef034f106 req-0f68c30b-ac76-4fb4-b893-2318887744ae tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.45 "DELETE /networking/v2.0/ports/961375ea-c683-4138-905d-e3bf380590df HTTP/1.1" status: 204 len: 173 time: 1.1615603 Aug 08 02:31:54.657202 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'name': 'network-vif-deleted', 'tag': '961375ea-c683-4138-905d-e3bf380590df'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:31:54.662010 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e5659-5ad5-4da1-8fe3-d6024825d9ea" -d '{"events": [{"server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "name": "network-vif-deleted", "tag": "961375ea-c683-4138-905d-e3bf380590df"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:31:54.671896 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:54.709988 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc8f63e-2e80-4887-b78c-1569343a8bb2 x-openstack-request-id: req-acc8f63e-2e80-4887-b78c-1569343a8bb2 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:31:54.709988 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b3d4bf-6b20-4327-8f8d-521417405254", "name": "network-vif-deleted", "tag": "961375ea-c683-4138-905d-e3bf380590df", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:31:54.709988 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-acc8f63e-2e80-4887-b78c-1569343a8bb2 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:31:54.709988 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc8f63e-2e80-4887-b78c-1569343a8bb2'] response: {'server_uuid': '48b3d4bf-6b20-4327-8f8d-521417405254', 'name': 'network-vif-deleted', 'tag': '961375ea-c683-4138-905d-e3bf380590df', 'status': 'completed', 'code': 200} Aug 08 02:31:54.758988 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:31:54.984265 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:55.004822 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:55.033612 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:31:55.041757 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:31:55.042350 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:31:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:55.152713 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:31:55.249534 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-729ca087-9c18-45a6-aba0-eb6b0951ad6b req-0b227899-53c0-4b5c-92f6-4709ee281d1c tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48b3d4bf-6b20-4327-8f8d-521417405254 HTTP/1.1" status: 200 len: 210 time: 0.0323179 Aug 08 02:31:55.382738 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:31:55.410466 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5f51b-f6c9-48c1-aace-a41d2ab99f92 None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:28Z', 'revision_number': 4, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '171319b8-c20d-49fc-b224-efbbd34d9f4c', 'name': '', 'network_id': '23dedbcc-b8b7-4ca6-a0c0-944d2accdccd', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'mac_address': 'fa:16:3e:45:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:26Z', 'updated_at': '2022-08-08T02:25:50Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'subnets': [{'id': '0d09248b-b818-41b2-84e2-d0f272897e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:31:55.732273 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f435a440-93c7-477c-b199-3236455bc6ef None None] New status for floating IP 85ce5316-08a0-4d8a-a54e-d9ab53104afc: DOWN {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:31:56.287711 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 961375ea-c683-4138-905d-e3bf380590df no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:31:56.310103 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 961375ea-c683-4138-905d-e3bf380590df {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:31:56.313623 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 961375ea-c683-4138-905d-e3bf380590df not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:31:56.717908 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40132) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:56.786144 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-20546288-e56c-4987-88d3-b516bfb2cccd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (096249e2-385e-483f-bf2e-c65fe6e9c65f), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:56.817707 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-20546288-e56c-4987-88d3-b516bfb2cccd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (096249e2-385e-483f-bf2e-c65fe6e9c65f), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.041464 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-20546288-e56c-4987-88d3-b516bfb2cccd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (096249e2-385e-483f-bf2e-c65fe6e9c65f), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.044969 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-20546288-e56c-4987-88d3-b516bfb2cccd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.046220 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-20546288-e56c-4987-88d3-b516bfb2cccd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/096249e2-385e-483f-bf2e-c65fe6e9c65f HTTP/1.1" status: 204 len: 168 time: 0.3273211 Aug 08 02:31:57.049187 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40142) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:57.055945 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20546288-e56c-4987-88d3-b516bfb2cccd tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096249e2-385e-483f-bf2e-c65fe6e9c65f,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:57.065073 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.api.v2.resource [None req-ff1a254d-9d79-4870-9426-3814d2a907c3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] show failed (client error): The resource could not be found. Aug 08 02:31:57.068912 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ff1a254d-9d79-4870-9426-3814d2a907c3 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "GET /networking/v2.0/security-groups/096249e2-385e-483f-bf2e-c65fe6e9c65f HTTP/1.1" status: 404 len: 347 time: 0.0152977 Aug 08 02:31:57.069142 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40146) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:31:57.181594 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Deleting port 85a27964-459c-4e80-b887-dc25ae373a90 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:31:57.181936 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (85a27964-459c-4e80-b887-dc25ae373a90), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.258300 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (85a27964-459c-4e80-b887-dc25ae373a90), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.258621 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (85a27964-459c-4e80-b887-dc25ae373a90), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.275938 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Calling delete_port for 85a27964-459c-4e80-b887-dc25ae373a90 owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:31:57.314872 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:57.446815 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-6d4ee868-0799-4d84-a75b-c05cc54af682 req-162473f0-ba4a-4a02-8c4c-0fb3df0001a5 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:31:57.447790 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6d4ee868-0799-4d84-a75b-c05cc54af682 req-162473f0-ba4a-4a02-8c4c-0fb3df0001a5 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055335 Aug 08 02:31:57.504286 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (85a27964-459c-4e80-b887-dc25ae373a90), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.534941 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Pushing event deleted for resources: {'Port': ['ID=85a27964-459c-4e80-b887-dc25ae373a90,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:31:57.564844 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.573455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.575186 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:31:57.615882 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks [] for floatingip (85ce5316-08a0-4d8a-a54e-d9ab53104afc), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.618842 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:57.620020 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c47852f1-2442-4497-b3c9-c7bc48124540 tempest-AttachVolumeTestJSON-827912071 tempest-AttachVolumeTestJSON-827912071-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/85ce5316-08a0-4d8a-a54e-d9ab53104afc HTTP/1.1" status: 204 len: 168 time: 0.5499253 Aug 08 02:31:57.924333 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec803-2159-424b-8a85-625c7167f2c4 req-617ee856-bdf6-4513-8fb2-daca4d49d106 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:57.924333 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c8ec803-2159-424b-8a85-625c7167f2c4 req-617ee856-bdf6-4513-8fb2-daca4d49d106 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0499070 Aug 08 02:31:58.001403 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c8ec803-2159-424b-8a85-625c7167f2c4 req-173d958e-f056-405c-86af-235cfbd78520 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729260 Aug 08 02:31:58.264929 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-cf79de05-0f09-4745-8996-a1725f0b45b0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408878 Aug 08 02:31:58.340894 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-549903ad-76b3-49a1-8ad5-7efb3c013754 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:58.342248 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-549903ad-76b3-49a1-8ad5-7efb3c013754 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports/0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 941 time: 0.0490458 Aug 08 02:31:59.127083 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf82b6-694f-45d4-b8e4-491ba7c7ffa9 req-f9560f47-5998-46dd-9e85-7da20552e999 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:59.128497 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0adf82b6-694f-45d4-b8e4-491ba7c7ffa9 req-f9560f47-5998-46dd-9e85-7da20552e999 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0477066 Aug 08 02:31:59.177750 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0adf82b6-694f-45d4-b8e4-491ba7c7ffa9 req-cf96a93c-8305-4b69-98df-6f737c9fd922 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Aug 08 02:31:59.793152 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-66c9f297-b884-4319-8380-59d2d17b05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:59.794712 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-66c9f297-b884-4319-8380-59d2d17b05b4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d&tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f HTTP/1.1" status: 200 len: 1128 time: 0.0401998 Aug 08 02:31:59.861920 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-e33ac861-5d81-4aec-915a-5036a8dcd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:59.863461 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-e33ac861-5d81-4aec-915a-5036a8dcd84d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1128 time: 0.0440087 Aug 08 02:31:59.957050 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-e0f65967-ece9-48e9-9e60-01afd4b0427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:31:59.958548 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-e0f65967-ece9-48e9-9e60-01afd4b0427b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.0889747 Aug 08 02:32:00.009469 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40208) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:00.025756 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-1b3fd192-a419-4ef1-92e0-579efc5cdf03 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 999 time: 0.0609114 Aug 08 02:32:00.057826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:00.075345 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-8509da51-eb87-41e1-90fd-cb0bb565d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:00.076834 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-8509da51-eb87-41e1-90fd-cb0bb565d91b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0459023 Aug 08 02:32:00.119469 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1fe54725-a3ed-489e-930f-2c5b7443167e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.121948 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-ee83eaaa-a0c8-46ad-81e7-8b30b7778faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:00.123446 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-ee83eaaa-a0c8-46ad-81e7-8b30b7778faa service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406930 Aug 08 02:32:00.174140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:00.196690 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1fe54725-a3ed-489e-930f-2c5b7443167e admin admin] Publish callbacks [] for security_group (0128ea4a-4784-47af-93e3-3e476c38ca40), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.219607 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-d7afad8b-fe5c-4e43-b5c6-b3bc59beaa5d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902801 Aug 08 02:32:00.313650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800afd37-2896-4086-b587-637bbd8c5c8e req-44ef22a4-bd07-4fc9-b167-298cdf0acbbf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:00.315097 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-800afd37-2896-4086-b587-637bbd8c5c8e req-44ef22a4-bd07-4fc9-b167-298cdf0acbbf tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0513544 Aug 08 02:32:00.318679 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-cb0bfe78-9289-4728-bb24-c85ba6adb5e6 req-b71b28cf-b26b-4088-90fc-f9921119487e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928473 Aug 08 02:32:00.364949 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-800afd37-2896-4086-b587-637bbd8c5c8e req-22d9245d-fa84-4d75-9330-cc381b157a5c tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Aug 08 02:32:00.367178 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1fe54725-a3ed-489e-930f-2c5b7443167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (0128ea4a-4784-47af-93e3-3e476c38ca40), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.408862 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-1fe54725-a3ed-489e-930f-2c5b7443167e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fc839cb32ac3477bad891ae495265dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982391 Aug 08 02:32:00.411528 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40220) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:00.420850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe54725-a3ed-489e-930f-2c5b7443167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128ea4a-4784-47af-93e3-3e476c38ca40,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:00.469501 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02e1d353-f82b-44e9-ab04-4db5ceb83873 admin admin] Publish callbacks [] for security_group (0128ea4a-4784-47af-93e3-3e476c38ca40), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.478088 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:00.495531 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02e1d353-f82b-44e9-ab04-4db5ceb83873 admin admin] Publish callbacks [] for security_group (0128ea4a-4784-47af-93e3-3e476c38ca40), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.807512 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02e1d353-f82b-44e9-ab04-4db5ceb83873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (0128ea4a-4784-47af-93e3-3e476c38ca40), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.810863 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-02e1d353-f82b-44e9-ab04-4db5ceb83873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:00.816227 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-02e1d353-f82b-44e9-ab04-4db5ceb83873 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0128ea4a-4784-47af-93e3-3e476c38ca40 HTTP/1.1" status: 204 len: 168 time: 0.4022613 Aug 08 02:32:00.845418 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1d353-f82b-44e9-ab04-4db5ceb83873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128ea4a-4784-47af-93e3-3e476c38ca40,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:01.513336 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea21cd-1b04-43b2-b582-fe3f55b35bfb req-8cc55069-0d26-44cd-aece-cbfe8832f73f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:01.514830 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-80ea21cd-1b04-43b2-b582-fe3f55b35bfb req-8cc55069-0d26-44cd-aece-cbfe8832f73f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0535922 Aug 08 02:32:01.565243 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-80ea21cd-1b04-43b2-b582-fe3f55b35bfb req-76846f31-8054-4f31-80df-9f39624d4e54 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Aug 08 02:32:02.053252 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40276) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:02.775422 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae867c-8998-4def-8817-02e13c0bba98 req-dac561d3-ebda-460a-aa11-b46943048681 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:02.784368 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e7ae867c-8998-4def-8817-02e13c0bba98 req-dac561d3-ebda-460a-aa11-b46943048681 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0818706 Aug 08 02:32:02.857807 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (eaaf2913-cdf7-4917-a855-c68ace50ae06), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:02.904152 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e7ae867c-8998-4def-8817-02e13c0bba98 req-6631f553-9b4a-42e0-9a79-6241476b8807 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187894 Aug 08 02:32:03.151904 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Deleting port 171319b8-c20d-49fc-b224-efbbd34d9f4c {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:03.153655 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:03.210419 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:03.242553 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] For port 171319b8-c20d-49fc-b224-efbbd34d9f4c, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=171319b8-c20d-49fc-b224-efbbd34d9f4c,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:03.242932 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:03.258599 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Calling delete_port for 171319b8-c20d-49fc-b224-efbbd34d9f4c owned by network:router_interface {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:03.263352 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:03.562328 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (171319b8-c20d-49fc-b224-efbbd34d9f4c), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:03.604211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Pushing event deleted for resources: {'Port': ['ID=171319b8-c20d-49fc-b224-efbbd34d9f4c,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:03.804630 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (eaaf2913-cdf7-4917-a855-c68ace50ae06), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:04.070725 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:04.313612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215f859-7948-42cf-8d3f-838e7a8d8de5 req-74f1db49-3c4f-47cb-bd3c-1ae6b0113394 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:04.315127 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3215f859-7948-42cf-8d3f-838e7a8d8de5 req-74f1db49-3c4f-47cb-bd3c-1ae6b0113394 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.2927132 Aug 08 02:32:04.379934 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Router eaaf2913-cdf7-4917-a855-c68ace50ae06 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:04.391482 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3215f859-7948-42cf-8d3f-838e7a8d8de5 req-2ea21158-75ed-474c-9395-3c7aabb4ea97 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677013 Aug 08 02:32:04.505950 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:04.511628 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-dd4e4e30-1786-4005-bb89-f9422fd49811 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/eaaf2913-cdf7-4917-a855-c68ace50ae06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4598670 Aug 08 02:32:04.514883 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40312) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:04.517102 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] Sync routers for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:04.521928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:04.545211 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:04.549586 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:31:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:04.707733 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:04.731853 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks [] for router (eaaf2913-cdf7-4917-a855-c68ace50ae06), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:04.771445 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:04.856861 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks [] for router_gateway (eaaf2913-cdf7-4917-a855-c68ace50ae06), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:04.912819 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:32:03Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:04.944451 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] Checking router: eaaf2913-cdf7-4917-a855-c68ace50ae06 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:04.954724 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] Routers {'eaaf2913-cdf7-4917-a855-c68ace50ae06'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:04.955346 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:31:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['eaaf2913-cdf7-4917-a855-c68ace50ae06'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:05.062945 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] Set router eaaf2913-cdf7-4917-a855-c68ace50ae06 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:05.138260 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Deleting port 18149fd0-96ab-4798-918b-55aaf3b0a99e {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:05.138604 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:05.257272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] For port 18149fd0-96ab-4798-918b-55aaf3b0a99e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=18149fd0-96ab-4798-918b-55aaf3b0a99e,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:05.258136 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:05.275799 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Calling delete_port for 18149fd0-96ab-4798-918b-55aaf3b0a99e owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:05.479826 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:32:03Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:05.515647 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d7495-a2a6-407e-9a94-80b301e2ff4b None None] The sync data for ids ['eaaf2913-cdf7-4917-a855-c68ace50ae06'] in dv-cinder-740146-18-iscsi is: [{'id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'name': 'tempest-AttachVolumeTestJSON-1597932111-router', 'tenant_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:32:03Z', 'revision_number': 5, 'project_id': 'ee8baa7d6e294e27ae2fb12eded3709d', 'gw_port': {'id': '18149fd0-96ab-4798-918b-55aaf3b0a99e', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaaf2913-cdf7-4917-a855-c68ace50ae06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:19Z', 'updated_at': '2022-08-08T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:05.584940 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeef88e-43a4-4fae-a6e2-de3d9e8db4c7 req-6f935ab9-9189-4fec-b6a7-368230e322de tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:05.586101 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-feeef88e-43a4-4fae-a6e2-de3d9e8db4c7 req-6f935ab9-9189-4fec-b6a7-368230e322de tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0738146 Aug 08 02:32:05.638737 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-feeef88e-43a4-4fae-a6e2-de3d9e8db4c7 req-2997400b-de8d-4584-8741-1004f58f537a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459225 Aug 08 02:32:05.681474 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (18149fd0-96ab-4798-918b-55aaf3b0a99e), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:05.710279 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Pushing event deleted for resources: {'Port': ['ID=18149fd0-96ab-4798-918b-55aaf3b0a99e,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:05.783689 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (eaaf2913-cdf7-4917-a855-c68ace50ae06), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:05.883259 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (eaaf2913-cdf7-4917-a855-c68ace50ae06), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:05.886169 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks [] for router_controller (eaaf2913-cdf7-4917-a855-c68ace50ae06), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.000626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 171319b8-c20d-49fc-b224-efbbd34d9f4c no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:06.007998 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (eaaf2913-cdf7-4917-a855-c68ace50ae06), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.008813 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaaf2913-cdf7-4917-a855-c68ace50ae06 {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:32:06.014968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.016330 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-fdb8560f-3213-4005-9044-1debd2294181 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/eaaf2913-cdf7-4917-a855-c68ace50ae06 HTTP/1.1" status: 204 len: 168 time: 1.4993455 Aug 08 02:32:06.018923 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40324) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:06.037652 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 171319b8-c20d-49fc-b224-efbbd34d9f4c {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:06.038004 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 171319b8-c20d-49fc-b224-efbbd34d9f4c not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:06.077594 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Deleting subnet 0d09248b-b818-41b2-84e2-d0f272897e4a {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:32:06.082270 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Publish callbacks [] for subnet (0d09248b-b818-41b2-84e2-d0f272897e4a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.127412 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:06.127412 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (0d09248b-b818-41b2-84e2-d0f272897e4a), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.232582 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:06.240513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (0d09248b-b818-41b2-84e2-d0f272897e4a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.405427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (0d09248b-b818-41b2-84e2-d0f272897e4a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.442812 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d09248b-b818-41b2-84e2-d0f272897e4a,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:06.449978 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.456736 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-23286b04-a817-4e8b-b790-863893f83764 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/0d09248b-b818-41b2-84e2-d0f272897e4a HTTP/1.1" status: 204 len: 168 time: 0.4359531 Aug 08 02:32:06.456905 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40328) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:06.460607 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d04411-3145-4ed5-a45c-d24f9b06276c None None] Network 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:06.587965 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.630047 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:06.645068 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Deleting port 5c4939e3-fa4e-4a9f-978b-b88934918716 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:06.645403 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.709461 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] For port 5c4939e3-fa4e-4a9f-978b-b88934918716, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c4939e3-fa4e-4a9f-978b-b88934918716,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:06.709831 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.727388 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Calling delete_port for 5c4939e3-fa4e-4a9f-978b-b88934918716 owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:06.785859 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] DHCP port deletion for 23dedbcc-b8b7-4ca6-a0c0-944d2accdccd request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:32:06.828048 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:06.863739 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] Deleting port 5c4939e3-fa4e-4a9f-978b-b88934918716 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:06.864394 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.008122 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] For port 5c4939e3-fa4e-4a9f-978b-b88934918716, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c4939e3-fa4e-4a9f-978b-b88934918716,segment=NetworkSegment(318e1b82-9c46-446f-9a02-8e3527bc83ea),segment_id=318e1b82-9c46-446f-9a02-8e3527bc83ea)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:07.008799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.033982 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] Calling delete_port for 5c4939e3-fa4e-4a9f-978b-b88934918716 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:07.037849 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.092589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] No DVR routers for this DVR port 5c4939e3-fa4e-4a9f-978b-b88934918716 on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:32:07.106244 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f7d67-4b3f-4efc-9fee-fad71200ca9e req-e6c8bd9d-3272-442f-ada7-68428ca7ff68 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:07.113516 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-077f7d67-4b3f-4efc-9fee-fad71200ca9e req-e6c8bd9d-3272-442f-ada7-68428ca7ff68 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.1215413 Aug 08 02:32:07.121716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4939e3-fa4e-4a9f-978b-b88934918716,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:07.158642 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (5c4939e3-fa4e-4a9f-978b-b88934918716), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.194991 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] Pushing event deleted for resources: {'Port': ['ID=5c4939e3-fa4e-4a9f-978b-b88934918716,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:07.212442 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4127ba-5ca7-4dba-ae2e-2340561d9eb5 None None] No DVR routers for this DVR port 5c4939e3-fa4e-4a9f-978b-b88934918716 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:32:07.252270 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.272935 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-077f7d67-4b3f-4efc-9fee-fad71200ca9e req-40ee51bb-96b2-4a4d-91f3-6e327eb7e6e4 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582730 Aug 08 02:32:07.302754 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dedbcc-b8b7-4ca6-a0c0-944d2accdccd']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:07.320467 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318e1b82-9c46-446f-9a02-8e3527bc83ea') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:07.322071 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318e1b82-9c46-446f-9a02-8e3527bc83ea') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:07.338835 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (318e1b82-9c46-446f-9a02-8e3527bc83ea), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.370092 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (318e1b82-9c46-446f-9a02-8e3527bc83ea), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.382290 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:32:07.382990 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (318e1b82-9c46-446f-9a02-8e3527bc83ea), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:07.436919 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 318e1b82-9c46-446f-9a02-8e3527bc83ea resource provider aggregate not found Aug 08 02:32:07.494260 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 318e1b82-9c46-446f-9a02-8e3527bc83ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 318e1b82-9c46-446f-9a02-8e3527bc83ea found for delete ", "request_id": "req-f34da1a9-b8f5-467a-a4a7-c6b09bcfabc3"}]} Aug 08 02:32:07.949807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 18149fd0-96ab-4798-918b-55aaf3b0a99e no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:07.974057 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 18149fd0-96ab-4798-918b-55aaf3b0a99e {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:07.974516 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 18149fd0-96ab-4798-918b-55aaf3b0a99e not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:07.975041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c4939e3-fa4e-4a9f-978b-b88934918716 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:07.994681 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 5c4939e3-fa4e-4a9f-978b-b88934918716 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:07.995029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c4939e3-fa4e-4a9f-978b-b88934918716 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:08.361883 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (23dedbcc-b8b7-4ca6-a0c0-944d2accdccd), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:08.367631 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:08.372256 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/23dedbcc-b8b7-4ca6-a0c0-944d2accdccd HTTP/1.1" status: 204 len: 168 time: 1.9138973 Aug 08 02:32:08.386168 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dd11f-1817-4444-96f8-f675e2604313 admin admin] Pushing event deleted for resources: {'Network': ['ID=23dedbcc-b8b7-4ca6-a0c0-944d2accdccd,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:08.463063 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0eef4-d3c9-46de-8a52-3a9578b2c71a req-81df1809-f5a9-45e8-9f0e-1a8833edcfe2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:08.469223 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-caa0eef4-d3c9-46de-8a52-3a9578b2c71a req-81df1809-f5a9-45e8-9f0e-1a8833edcfe2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0692539 Aug 08 02:32:08.531907 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-caa0eef4-d3c9-46de-8a52-3a9578b2c71a req-fd1a19a7-480c-4c4f-9af4-c68b9887d9d2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608332 Aug 08 02:32:08.788501 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40352) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:08.827443 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a5d9f9d4-1bfd-43b3-bf47-5d5819bf540e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ee8baa7d6e294e27ae2fb12eded3709d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432236 Aug 08 02:32:08.830414 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40354) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:08.884020 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-60f36395-afba-4022-9e59-28569204e865 admin admin] Publish callbacks [] for security_group (3353d8fd-4192-4017-8ce3-6829ba45e886), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:08.911602 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-60f36395-afba-4022-9e59-28569204e865 admin admin] Publish callbacks [] for security_group (3353d8fd-4192-4017-8ce3-6829ba45e886), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:09.053095 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-60f36395-afba-4022-9e59-28569204e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3353d8fd-4192-4017-8ce3-6829ba45e886), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:09.060753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-60f36395-afba-4022-9e59-28569204e865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:09.060753 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-60f36395-afba-4022-9e59-28569204e865 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3353d8fd-4192-4017-8ce3-6829ba45e886 HTTP/1.1" status: 204 len: 168 time: 0.2254682 Aug 08 02:32:09.065587 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36395-afba-4022-9e59-28569204e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353d8fd-4192-4017-8ce3-6829ba45e886,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:09.676894 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae105d3-6291-4ccd-b2d3-8ff6c34f1832 req-5bce7082-5eea-4d9d-8fae-cd64f61bbba6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:09.685412 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2ae105d3-6291-4ccd-b2d3-8ff6c34f1832 req-5bce7082-5eea-4d9d-8fae-cd64f61bbba6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0714276 Aug 08 02:32:09.707709 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:09.737301 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2ae105d3-6291-4ccd-b2d3-8ff6c34f1832 req-4cf70f27-9229-4a59-b243-98b91e9dfcd1 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510366 Aug 08 02:32:10.050950 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db029b9-777e-48fa-a580-37e72ab7b461 req-cb05ff7f-3ab8-48ad-957e-1bba947db5f3 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:10.052408 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2db029b9-777e-48fa-a580-37e72ab7b461 req-cb05ff7f-3ab8-48ad-957e-1bba947db5f3 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0469699 Aug 08 02:32:10.102532 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2db029b9-777e-48fa-a580-37e72ab7b461 req-7cab219f-b3c8-49a9-b695-9c23b4cb94fd tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445178 Aug 08 02:32:10.854542 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:10.865959 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b778e-9afa-4077-b9a8-0e9e6691c205 req-604b805f-539c-4077-a5dd-5db51276993f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:10.867473 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c11b778e-9afa-4077-b9a8-0e9e6691c205 req-604b805f-539c-4077-a5dd-5db51276993f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0487621 Aug 08 02:32:10.920452 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c11b778e-9afa-4077-b9a8-0e9e6691c205 req-a24dad80-22e2-4b2f-ac0a-ceb2df469464 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Aug 08 02:32:11.235366 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51447ecd-1d34-46ff-ba4c-36f20af83128 req-0366c8d4-7795-4b1f-aca2-f1c0a6678b3e tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:11.238300 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-51447ecd-1d34-46ff-ba4c-36f20af83128 req-0366c8d4-7795-4b1f-aca2-f1c0a6678b3e tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0605559 Aug 08 02:32:11.293954 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-51447ecd-1d34-46ff-ba4c-36f20af83128 req-fb6bdfdf-3198-4365-a3fa-5bc483d87f2a tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493288 Aug 08 02:32:12.068048 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211fb3a-87b3-4a4f-8467-c5fb5bc854c0 req-e43067d5-cad0-4c90-a040-8157af288c2d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:12.069668 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f211fb3a-87b3-4a4f-8467-c5fb5bc854c0 req-e43067d5-cad0-4c90-a040-8157af288c2d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 944 time: 0.0514362 Aug 08 02:32:12.117924 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f211fb3a-87b3-4a4f-8467-c5fb5bc854c0 req-b7f37c78-c1d9-48cf-a3e0-a2bd38d5fd25 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 Aug 08 02:32:12.441287 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d38e98-c2ef-47fb-aca7-148592aac70c req-f2987466-26f7-495c-8b26-ac54e107872d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:12.442840 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3d38e98-c2ef-47fb-aca7-148592aac70c req-f2987466-26f7-495c-8b26-ac54e107872d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0573831 Aug 08 02:32:12.500121 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f3d38e98-c2ef-47fb-aca7-148592aac70c req-89bf8fd0-c7a6-461b-8fdc-c26d6a7ad80b tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498588 Aug 08 02:32:12.578587 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:32:12.680404 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:12.691543 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'port_id': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'mac_address': 'fa:16:3e:08:60:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:32:12.731618 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:12.732003 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.745625 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf885ea-ca94-45b2-aafa-7461404e6cf2 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:12.766886 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:12.861741 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.912791 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=9']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:12.915566 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:12.920844 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.921188 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.921530 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.921865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.922192 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.922515 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.922837 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.923163 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.923500 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.923805 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.924127 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.924449 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.924794 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.925110 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.930871 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.936075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40460) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:13.051418 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-36d7bbaa-63bf-4620-9cfc-64eb0e7dfe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.099011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['0bf885ea-ca94-45b2-aafa-7461404e6cf2'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:32:13.133502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-36d7bbaa-63bf-4620-9cfc-64eb0e7dfe7a admin admin] Publish callbacks [] for security_group (51b6236c-8c4d-48e5-8f80-71e4c5d0d192), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.238459 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-36d7bbaa-63bf-4620-9cfc-64eb0e7dfe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (51b6236c-8c4d-48e5-8f80-71e4c5d0d192), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.286439 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ab40d-9668-40e6-b70a-a5139fdfca9a req-0646c476-6c0c-4606-87b6-f4edeb680afd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:13.289202 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0d5ab40d-9668-40e6-b70a-a5139fdfca9a req-0646c476-6c0c-4606-87b6-f4edeb680afd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 945 time: 0.0862675 Aug 08 02:32:13.312741 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-36d7bbaa-63bf-4620-9cfc-64eb0e7dfe7a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=972f702794014320bb4cb271d92e933c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755882 Aug 08 02:32:13.316055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40470) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:13.335131 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7bbaa-63bf-4620-9cfc-64eb0e7dfe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b6236c-8c4d-48e5-8f80-71e4c5d0d192,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:13.378717 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0d5ab40d-9668-40e6-b70a-a5139fdfca9a req-88b90853-933a-4904-abb3-6986fdb9a522 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808547 Aug 08 02:32:13.382884 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-56a339ea-ee8b-4853-bd26-5ebbf86c7fac admin admin] Publish callbacks [] for security_group (51b6236c-8c4d-48e5-8f80-71e4c5d0d192), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.426256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-56a339ea-ee8b-4853-bd26-5ebbf86c7fac admin admin] Publish callbacks [] for security_group (51b6236c-8c4d-48e5-8f80-71e4c5d0d192), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.632788 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e8b31-5fea-49d2-bca1-5be179d277a3 req-1ebe82eb-c7f1-4ccf-b7d0-7690d62d5ec0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:13.634280 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-482e8b31-5fea-49d2-bca1-5be179d277a3 req-1ebe82eb-c7f1-4ccf-b7d0-7690d62d5ec0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0581248 Aug 08 02:32:13.651563 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-56a339ea-ee8b-4853-bd26-5ebbf86c7fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (51b6236c-8c4d-48e5-8f80-71e4c5d0d192), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.656395 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-56a339ea-ee8b-4853-bd26-5ebbf86c7fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.656395 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-56a339ea-ee8b-4853-bd26-5ebbf86c7fac admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/51b6236c-8c4d-48e5-8f80-71e4c5d0d192 HTTP/1.1" status: 204 len: 168 time: 0.3391657 Aug 08 02:32:13.664297 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a339ea-ee8b-4853-bd26-5ebbf86c7fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b6236c-8c4d-48e5-8f80-71e4c5d0d192,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:13.710368 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-482e8b31-5fea-49d2-bca1-5be179d277a3 req-c157d32a-a53c-48e3-ae4a-dd71ba989068 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699835 Aug 08 02:32:13.761382 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:32:14.128079 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d600a-56e1-45d5-a744-e7f1ae1c2603 req-732d3ca0-28d1-4427-a270-1dcf020d7e7f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:14.129753 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-632d600a-56e1-45d5-a744-e7f1ae1c2603 req-732d3ca0-28d1-4427-a270-1dcf020d7e7f tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0658920 Aug 08 02:32:14.209156 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-632d600a-56e1-45d5-a744-e7f1ae1c2603 req-4e1e07e3-4c67-4aec-b9ed-01b82768ac67 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728147 Aug 08 02:32:14.531253 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab522891-28bd-4203-8c8b-becb502e95c4 req-5aa8ace2-f4a3-4ba3-be9f-290009c88721 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:14.532692 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ab522891-28bd-4203-8c8b-becb502e95c4 req-5aa8ace2-f4a3-4ba3-be9f-290009c88721 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 945 time: 0.0564814 Aug 08 02:32:14.556247 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:14.583766 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ab522891-28bd-4203-8c8b-becb502e95c4 req-09bb916a-b4b9-42e7-b234-176d26d98645 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Aug 08 02:32:14.587209 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:14.635912 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:14.637987 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:14.638360 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.713142 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:14.713536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.736887 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:14.741814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5e7bc2-295e-41b3-adeb-a53dbb4958e1" -d '{"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:14.752647 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:14.778358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf0bb3b-0a1a-4f59-8fad-e88a9522dbe5 x-openstack-request-id: req-3cf0bb3b-0a1a-4f59-8fad-e88a9522dbe5 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:14.778646 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-plugged", "status": "completed", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:14.778915 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3cf0bb3b-0a1a-4f59-8fad-e88a9522dbe5 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:14.779385 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf0bb3b-0a1a-4f59-8fad-e88a9522dbe5'] response: {'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'code': 200} Aug 08 02:32:14.836974 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542508-6cf6-48fb-98c9-9de06e2d401a req-43c5e5ac-4aed-496f-90b2-2fc7ed43dbde tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:14.838331 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ac542508-6cf6-48fb-98c9-9de06e2d401a req-43c5e5ac-4aed-496f-90b2-2fc7ed43dbde tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0497534 Aug 08 02:32:14.852616 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.891698 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ac542508-6cf6-48fb-98c9-9de06e2d401a req-4e2b76b7-5fd1-4ba2-a236-caa3b76522aa tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468318 Aug 08 02:32:14.901635 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=10']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:15.331160 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:15.345560 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de52c44-5a72-433c-b96e-01cf9e876e74 req-76eba40c-91bc-46fd-9b93-fe3d7417dd23 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:15.347640 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6de52c44-5a72-433c-b96e-01cf9e876e74 req-76eba40c-91bc-46fd-9b93-fe3d7417dd23 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0531590 Aug 08 02:32:15.404169 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6de52c44-5a72-433c-b96e-01cf9e876e74 req-07ef03b1-6afd-4ff9-926d-5ad9d3c11767 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=54b5271b-6af0-48c0-bccd-a8f279477ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503194 Aug 08 02:32:15.563897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-33e2dc2f-7fb6-4822-afa2-01500ca35c53 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:15.565401 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-33e2dc2f-7fb6-4822-afa2-01500ca35c53 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 946 time: 0.0770471 Aug 08 02:32:15.600309 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a83e8d-0b16-4e32-8258-d60534451f78 req-e29129de-971c-4559-abd2-03570ec3144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:15.601872 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8a83e8d-0b16-4e32-8258-d60534451f78 req-e29129de-971c-4559-abd2-03570ec3144f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1131 time: 0.0776336 Aug 08 02:32:15.687092 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:15.687434 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.703958 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a8a83e8d-0b16-4e32-8258-d60534451f78 req-88f1678d-f978-46fd-911f-349fc817199e service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960345 Aug 08 02:32:15.715506 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f407a-b778-43f5-80ee-889519dc8e0a req-2e545573-3022-43e6-ae49-46dd064cf3e8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:15.717109 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e98f407a-b778-43f5-80ee-889519dc8e0a req-2e545573-3022-43e6-ae49-46dd064cf3e8 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0487235 Aug 08 02:32:15.731908 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=20 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:15.772140 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e98f407a-b778-43f5-80ee-889519dc8e0a req-3dcb8706-fd70-49dd-be8b-8132ad931c0e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487885 Aug 08 02:32:15.800495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] For port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:15.800657 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.945171 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:15.972631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.972963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (3c31de46-77e3-4cf7-9d69-95d348fe71dc), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.973314 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Floating IP 3c31de46-77e3-4cf7-9d69-95d348fe71dc disassociated. External IP: 172.27.3.208, port: 77fffbdc-6617-43da-9c07-c8e3bd46cfe3. Aug 08 02:32:15.973651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:15.987207 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:16.017850 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6c161-d4dd-492a-9c60-167bedfa6201 req-2b5637c7-bba4-4e1d-9b9a-5be47b39362e tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:16.020211 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c5d6c161-d4dd-492a-9c60-167bedfa6201 req-2b5637c7-bba4-4e1d-9b9a-5be47b39362e tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0513475 Aug 08 02:32:16.081254 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c5d6c161-d4dd-492a-9c60-167bedfa6201 req-22af9558-0ad2-4922-9edb-9e3217fe0dfc tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543981 Aug 08 02:32:16.195780 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (77fffbdc-6617-43da-9c07-c8e3bd46cfe3), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.224748 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=77fffbdc-6617-43da-9c07-c8e3bd46cfe3,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:16.337813 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:16.436051 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-91a0114d-710e-41cb-afca-ae5354a3d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.455826 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:16.465858 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:16.480535 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:16.481270 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:31:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:16.513509 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] No DVR routers for this DVR port 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:32:16.516145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.519552 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-dd36dcbc-7db2-4178-9314-2a0b411fdb5f req-bcae5d9c-ab5e-4ad3-9952-bc48a01795c1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.45 "DELETE /networking/v2.0/ports/77fffbdc-6617-43da-9c07-c8e3bd46cfe3 HTTP/1.1" status: 204 len: 173 time: 0.9493313 Aug 08 02:32:16.520002 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'name': 'network-vif-deleted', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:16.521193 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-69c6970d-b3c3-4ed3-9d7e-bf4b5c30f12a req-06d38106-a36e-44ec-a5f7-378f43fb66e1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0308673 Aug 08 02:32:16.526533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded13ef6-67e0-445a-a99d-18a5af7cbd11" -d '{"events": [{"server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "name": "network-vif-deleted", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:16.576283 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6670ed1-84e9-4abd-b25e-66b66b45d366 x-openstack-request-id: req-d6670ed1-84e9-4abd-b25e-66b66b45d366 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:16.576905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b42f1-3dd0-4090-a905-93283047aea3", "name": "network-vif-deleted", "tag": "77fffbdc-6617-43da-9c07-c8e3bd46cfe3", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:16.576905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d6670ed1-84e9-4abd-b25e-66b66b45d366 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:16.577824 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6670ed1-84e9-4abd-b25e-66b66b45d366'] response: {'server_uuid': 'cc2b42f1-3dd0-4090-a905-93283047aea3', 'name': 'network-vif-deleted', 'tag': '77fffbdc-6617-43da-9c07-c8e3bd46cfe3', 'status': 'completed', 'code': 200} Aug 08 02:32:16.681678 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:16.888528 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:16.906028 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0c7c6-ac08-49cd-8b21-4ebc5ee156f2 req-4852653c-0469-4f4a-b63c-8f190f5218cd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:16.907585 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-28f0c7c6-ac08-49cd-8b21-4ebc5ee156f2 req-4852653c-0469-4f4a-b63c-8f190f5218cd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0505583 Aug 08 02:32:16.960149 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-28f0c7c6-ac08-49cd-8b21-4ebc5ee156f2 req-2dacfd43-3cf1-4e86-8ffb-3787e2235e79 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Aug 08 02:32:17.021935 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:17.031158 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:17.031794 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:31:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:17.134848 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:17.214986 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb05b9-f2de-4bc6-bbf4-97e9112a6e62 req-a8fa060b-c58b-4ef5-ab71-a86ee7b061fc tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:17.216656 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c6fb05b9-f2de-4bc6-bbf4-97e9112a6e62 req-a8fa060b-c58b-4ef5-ab71-a86ee7b061fc tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0525565 Aug 08 02:32:17.267802 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c6fb05b9-f2de-4bc6-bbf4-97e9112a6e62 req-3d1a1beb-7268-45f7-886f-84cbe79edda8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453472 Aug 08 02:32:17.317296 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:17.326933 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:17.355923 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ccb12-3656-4489-a2fa-e05ba07ad7f7 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:25:20Z', 'revision_number': 4, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '5b0849ac-a251-4bbd-9049-19975a057c6d', 'name': '', 'network_id': 'f92c936a-6950-4530-8001-5260ea91adac', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'mac_address': 'fa:16:3e:6d:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:33Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'subnets': [{'id': '7a395e29-3199-4a8d-a57e-2613d08d7478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:17.572136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c36ea7-0165-4575-88df-b8754b32e47e None None] New status for floating IP 3c31de46-77e3-4cf7-9d69-95d348fe71dc: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:32:17.633518 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-76a87c1e-dd97-42e3-94bd-6e036e1b9d5c req-b86444dd-f090-4046-a440-730be15b7920 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0298517 Aug 08 02:32:18.088195 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeef53-8e6e-46c3-b83b-9ee321ef85d8 req-d43bcb10-acab-4b8d-b648-2f88e28b3781 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:18.089710 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36aeef53-8e6e-46c3-b83b-9ee321ef85d8 req-d43bcb10-acab-4b8d-b648-2f88e28b3781 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0492425 Aug 08 02:32:18.137911 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36aeef53-8e6e-46c3-b83b-9ee321ef85d8 req-c6010769-9321-4ee6-b151-d63af773a423 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Aug 08 02:32:18.389025 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114118-4c5f-4356-9daa-7de6270d9d20 req-e721718d-9446-4f3b-ac76-7599f196df04 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:18.390495 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-77114118-4c5f-4356-9daa-7de6270d9d20 req-e721718d-9446-4f3b-ac76-7599f196df04 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0495253 Aug 08 02:32:18.439654 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-77114118-4c5f-4356-9daa-7de6270d9d20 req-d7684f28-4a43-46e0-a1ee-2b68df9289af tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Aug 08 02:32:18.737913 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-350a9028-05ed-4d06-97bc-cd111adcff45 req-c3c7129a-d816-47af-a8db-94385ee0874d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Aug 08 02:32:19.154634 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:19.174980 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:19.175332 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 77fffbdc-6617-43da-9c07-c8e3bd46cfe3 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:19.282004 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbf732-3f28-41ba-ad74-28107e364237 req-1165a242-f0d8-436f-8da0-bbf6a264a32e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:19.283667 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-78fbf732-3f28-41ba-ad74-28107e364237 req-1165a242-f0d8-436f-8da0-bbf6a264a32e tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0516448 Aug 08 02:32:19.338083 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-78fbf732-3f28-41ba-ad74-28107e364237 req-7560d91d-7748-4940-8c4c-82bd203956a6 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482645 Aug 08 02:32:19.384104 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1890498b-53f5-4030-816a-7b33375e58d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.570624 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e208fc-ad6e-45ff-8aef-19910b50df0d req-ad838d08-f7f1-4a89-9acc-62ddbbdc786d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:19.572372 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-81e208fc-ad6e-45ff-8aef-19910b50df0d req-ad838d08-f7f1-4a89-9acc-62ddbbdc786d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0578365 Aug 08 02:32:19.618997 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:19.624364 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-81e208fc-ad6e-45ff-8aef-19910b50df0d req-571bc325-1dfb-4d0e-a18f-dd1efc678a74 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456352 Aug 08 02:32:19.848852 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.858889 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c08becd4-9061-4250-ba45-2e8154022e88 req-f421f4aa-ce39-4798-9b69-5dafe7ece66e tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2b42f1-3dd0-4090-a905-93283047aea3 HTTP/1.1" status: 200 len: 210 time: 0.0448358 Aug 08 02:32:20.475139 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b4486-50bb-4822-b54e-c14a8c071d87 req-0fa6d112-adc2-4fb1-b335-8b33f67d621d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:20.478816 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e53b4486-50bb-4822-b54e-c14a8c071d87 req-0fa6d112-adc2-4fb1-b335-8b33f67d621d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0534678 Aug 08 02:32:20.552463 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e53b4486-50bb-4822-b54e-c14a8c071d87 req-ac8ec878-4a9e-4b34-bffd-a9cb7f13f17f tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667090 Aug 08 02:32:20.598624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-4c8b191f-7f22-49c6-94e7-3adc6cbef994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:20.600854 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-4c8b191f-7f22-49c6-94e7-3adc6cbef994 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1129 time: 0.0689714 Aug 08 02:32:20.659348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:20.702323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-c27312df-3071-4402-a3b7-1710d31e6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:20.703924 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-c27312df-3071-4402-a3b7-1710d31e6776 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 909 time: 0.0974431 Aug 08 02:32:20.750867 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5201eeb-019e-4a4d-89b1-a4a57a36b9f6 req-383e786a-765f-4b06-a7c6-30d906b775d8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:20.752483 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b5201eeb-019e-4a4d-89b1-a4a57a36b9f6 req-383e786a-765f-4b06-a7c6-30d906b775d8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0490332 Aug 08 02:32:20.772015 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-14e93dec-a5b0-4337-b625-7be939c6ad29 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 1001 time: 0.0611379 Aug 08 02:32:20.805088 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b5201eeb-019e-4a4d-89b1-a4a57a36b9f6 req-6d2e44ea-daad-48c7-ba3e-cad940a77834 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467150 Aug 08 02:32:20.831428 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-e6dc9ffa-d37b-4f84-a963-149f276a8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:20.832931 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-e6dc9ffa-d37b-4f84-a963-149f276a8a29 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 200 len: 847 time: 0.0545697 Aug 08 02:32:20.879082 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-f2eee579-47fc-494f-87f0-9089dab0e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:20.880599 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-f2eee579-47fc-494f-87f0-9089dab0e296 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fe4a268-f47a-420a-80c5-dd33e7e621f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417824 Aug 08 02:32:20.978800 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-34bb6ff8-9f3e-4d5c-989f-f1042d38c77f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924399 Aug 08 02:32:21.052601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40610) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:21.062078 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:21.076818 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1eb97504-7bfa-4f41-b9a0-2db9bc47464c req-7b699dd4-2972-497d-bdd0-3b1f382375af service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926285 Aug 08 02:32:21.110069 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-685aa4cc-3a15-48df-ae82-e5812e8e2c54 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (54b5271b-6af0-48c0-bccd-a8f279477ac1), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.133591 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-685aa4cc-3a15-48df-ae82-e5812e8e2c54 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (54b5271b-6af0-48c0-bccd-a8f279477ac1), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.263827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-685aa4cc-3a15-48df-ae82-e5812e8e2c54 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (54b5271b-6af0-48c0-bccd-a8f279477ac1), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.266606 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-685aa4cc-3a15-48df-ae82-e5812e8e2c54 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.267774 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-685aa4cc-3a15-48df-ae82-e5812e8e2c54 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/54b5271b-6af0-48c0-bccd-a8f279477ac1 HTTP/1.1" status: 204 len: 168 time: 0.2141612 Aug 08 02:32:21.276563 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40612) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:21.277567 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aa4cc-3a15-48df-ae82-e5812e8e2c54 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5271b-6af0-48c0-bccd-a8f279477ac1,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.293946 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.api.v2.resource [None req-86c952c7-c976-4af4-b251-c7942bd5041d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] show failed (client error): The resource could not be found. Aug 08 02:32:21.294985 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-86c952c7-c976-4af4-b251-c7942bd5041d tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "GET /networking/v2.0/security-groups/54b5271b-6af0-48c0-bccd-a8f279477ac1 HTTP/1.1" status: 404 len: 347 time: 0.0166938 Aug 08 02:32:21.297672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.303276 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40614) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:21.378119 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.420088 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Deleting port 4a493ec7-de9c-43a6-b53d-8146ed15c4df {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:21.420437 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.498648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.498973 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (4a493ec7-de9c-43a6-b53d-8146ed15c4df), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.512051 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Calling delete_port for 4a493ec7-de9c-43a6-b53d-8146ed15c4df owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:21.727749 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aa5ae-770b-433c-8c2b-1ed9df90ba1f req-dd9c6afc-7752-4374-beb3-be4370cf1847 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:21.730242 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce4aa5ae-770b-433c-8c2b-1ed9df90ba1f req-dd9c6afc-7752-4374-beb3-be4370cf1847 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0620561 Aug 08 02:32:21.744111 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (4a493ec7-de9c-43a6-b53d-8146ed15c4df), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.782517 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Pushing event deleted for resources: {'Port': ['ID=4a493ec7-de9c-43a6-b53d-8146ed15c4df,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.817884 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:21.850778 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ce4aa5ae-770b-433c-8c2b-1ed9df90ba1f req-a92af7d4-39d4-4624-bf08-2bea1c2405de tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147861 Aug 08 02:32:21.869697 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks [] for floatingip (3c31de46-77e3-4cf7-9d69-95d348fe71dc), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.872739 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.876993 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8c951f76-8987-40ec-8b06-87e07a03c7d1 tempest-AttachVolumeNegativeTest-420450256 tempest-AttachVolumeNegativeTest-420450256-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3c31de46-77e3-4cf7-9d69-95d348fe71dc HTTP/1.1" status: 204 len: 168 time: 0.5747316 Aug 08 02:32:21.938876 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777bb2c-8dd2-4e13-a615-7e261cfdab31 req-1d9dc636-7c21-4a22-8690-86400f45c38a tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:21.940433 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7777bb2c-8dd2-4e13-a615-7e261cfdab31 req-1d9dc636-7c21-4a22-8690-86400f45c38a tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0495639 Aug 08 02:32:21.990280 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7777bb2c-8dd2-4e13-a615-7e261cfdab31 req-21b5b340-41e0-43a5-adf3-ba323d11b0b0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Aug 08 02:32:23.000536 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346558ca-a45b-4980-9594-9f7b5f5dae0d req-f9946602-2ae7-406d-b1e5-4572f5b34139 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:23.012025 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-346558ca-a45b-4980-9594-9f7b5f5dae0d req-f9946602-2ae7-406d-b1e5-4572f5b34139 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0532005 Aug 08 02:32:23.050448 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-346558ca-a45b-4980-9594-9f7b5f5dae0d req-e2c2790e-281f-4cfd-a056-36723538a3fb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Aug 08 02:32:23.116165 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bbafb-18a5-415d-8852-e8d6ae279f22 req-27d8e9db-d433-42e1-ac90-d1307f8d6a20 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:23.117702 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f15bbafb-18a5-415d-8852-e8d6ae279f22 req-27d8e9db-d433-42e1-ac90-d1307f8d6a20 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0494063 Aug 08 02:32:23.175038 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f15bbafb-18a5-415d-8852-e8d6ae279f22 req-c7b2bf66-b999-408d-bec7-5b8199c1c138 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503664 Aug 08 02:32:23.709342 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-02a94538-7db2-49f5-a741-c10e3fb0cce9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391445 Aug 08 02:32:23.773011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-d4a6b166-3dab-4be7-af4b-f97fb781c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:23.774421 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-d4a6b166-3dab-4be7-af4b-f97fb781c999 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 1131 time: 0.0435472 Aug 08 02:32:23.926948 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.026156 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40670) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:24.065872 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-96a4fd6a-9ae4-4f86-9671-970c037c5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:24.067402 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-96a4fd6a-9ae4-4f86-9671-970c037c5d1c service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 200 len: 918 time: 0.0927496 Aug 08 02:32:24.133375 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7281c311-180f-49a3-aab4-d9078cd1074b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.134822 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-bc60ad65-5821-40ec-bdbe-d5384cd85e07 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0615506 Aug 08 02:32:24.153109 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:24.187360 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-f27fbfa6-ccb0-4b5b-b825-96853b12653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:24.189180 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-f27fbfa6-ccb0-4b5b-b825-96853b12653d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 200 len: 856 time: 0.0492673 Aug 08 02:32:24.213175 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7281c311-180f-49a3-aab4-d9078cd1074b admin admin] Publish callbacks [] for security_group (be29ff11-7a4e-4ff6-a749-ec035c6aa857), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.237320 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-ce3b8f13-9a07-4401-9f28-2edfa7b8ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:24.239761 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-ce3b8f13-9a07-4401-9f28-2edfa7b8ac50 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=637774ba-5318-4e0b-8885-18933b06fb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432429 Aug 08 02:32:24.254448 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:24.285786 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7281c311-180f-49a3-aab4-d9078cd1074b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (be29ff11-7a4e-4ff6-a749-ec035c6aa857), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.329289 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f45b5-b00e-4a1a-befb-4d787ae78c75 req-7098799d-ff34-49c9-914a-cc83581e861d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:24.330815 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-039f45b5-b00e-4a1a-befb-4d787ae78c75 req-7098799d-ff34-49c9-914a-cc83581e861d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0799122 Aug 08 02:32:24.342901 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-49d7ddf8-aa14-44fe-8dec-d838449767d3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970182 Aug 08 02:32:24.344926 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-7281c311-180f-49a3-aab4-d9078cd1074b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1cc77ee3f0f64c4694c816d46fcf8ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177571 Aug 08 02:32:24.347565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40676) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:24.352814 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281c311-180f-49a3-aab4-d9078cd1074b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be29ff11-7a4e-4ff6-a749-ec035c6aa857,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:24.394509 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-039f45b5-b00e-4a1a-befb-4d787ae78c75 req-a8ff075a-24a7-4bca-bc02-695ed2aba082 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522289 Aug 08 02:32:24.463108 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2d60cdaa-ccf0-450b-bd0a-d23682d94f79 admin admin] Publish callbacks [] for security_group (be29ff11-7a4e-4ff6-a749-ec035c6aa857), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.493063 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8e6a6e9f-b1f3-4004-86cd-c691ab03aecb req-313c5511-4473-4544-8bd5-78e07d53a63a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390607 Aug 08 02:32:24.501869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2d60cdaa-ccf0-450b-bd0a-d23682d94f79 admin admin] Publish callbacks [] for security_group (be29ff11-7a4e-4ff6-a749-ec035c6aa857), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.783609 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:24.934853 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a311021-2872-4bf1-84ac-5cd62583b0c9 req-9f127332-c2aa-4778-9c2a-3cc65e7ed7b2 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:24.936320 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3a311021-2872-4bf1-84ac-5cd62583b0c9 req-9f127332-c2aa-4778-9c2a-3cc65e7ed7b2 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0468919 Aug 08 02:32:24.941501 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2d60cdaa-ccf0-450b-bd0a-d23682d94f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (be29ff11-7a4e-4ff6-a749-ec035c6aa857), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.944402 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2d60cdaa-ccf0-450b-bd0a-d23682d94f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.946025 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-2d60cdaa-ccf0-450b-bd0a-d23682d94f79 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/be29ff11-7a4e-4ff6-a749-ec035c6aa857 HTTP/1.1" status: 204 len: 168 time: 0.5974181 Aug 08 02:32:24.956234 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60cdaa-ccf0-450b-bd0a-d23682d94f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be29ff11-7a4e-4ff6-a749-ec035c6aa857,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:25.006372 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3a311021-2872-4bf1-84ac-5cd62583b0c9 req-d4267f19-efb1-4e8b-ade5-4a3d8fbce8dc tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644791 Aug 08 02:32:25.029161 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40700) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:25.134430 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-98cd9373-68eb-4c3f-9f8e-38d0ee3c665d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094427 Aug 08 02:32:25.144224 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-bfb15007-fdbf-4307-8922-127a81f0c3a0 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:32:25.145331 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-bfb15007-fdbf-4307-8922-127a81f0c3a0 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053060 Aug 08 02:32:25.284945 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40710) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:25.475931 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:25.488875 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-8502a95b-79ad-4865-abfe-a7d6cec7b431 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:25.490445 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-8502a95b-79ad-4865-abfe-a7d6cec7b431 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports/3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 942 time: 0.2044625 Aug 08 02:32:26.002675 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40722) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:26.017386 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-14032cf3-0558-4253-8c74-80d0f949fa78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.121375 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-14032cf3-0558-4253-8c74-80d0f949fa78 admin admin] Publish callbacks [] for security_group (1bba1342-efef-4c7a-bf9d-612103f7c833), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.140424 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eaa38-0dfa-4cac-9262-01b507617000 req-02f1ffe2-e030-4621-9fd2-3400e822cf05 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:26.141869 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2c0eaa38-0dfa-4cac-9262-01b507617000 req-02f1ffe2-e030-4621-9fd2-3400e822cf05 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0554919 Aug 08 02:32:26.198435 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2c0eaa38-0dfa-4cac-9262-01b507617000 req-2fa45bdf-dd40-4b0f-937f-82ce2c7030c0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490451 Aug 08 02:32:26.210894 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40732) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:26.219288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-14032cf3-0558-4253-8c74-80d0f949fa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1bba1342-efef-4c7a-bf9d-612103f7c833), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.262718 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-14032cf3-0558-4253-8c74-80d0f949fa78 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=340ac4905ba84e2a90d4f6664d70d8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586443 Aug 08 02:32:26.264652 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14032cf3-0558-4253-8c74-80d0f949fa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bba1342-efef-4c7a-bf9d-612103f7c833,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.265600 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40736) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:26.324691 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a1582d47-275f-4dd4-9249-101485cac263 admin admin] Publish callbacks [] for security_group (1bba1342-efef-4c7a-bf9d-612103f7c833), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.346986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a1582d47-275f-4dd4-9249-101485cac263 admin admin] Publish callbacks [] for security_group (1bba1342-efef-4c7a-bf9d-612103f7c833), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.467290 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a1582d47-275f-4dd4-9249-101485cac263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (1bba1342-efef-4c7a-bf9d-612103f7c833), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.470721 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a1582d47-275f-4dd4-9249-101485cac263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.475418 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a1582d47-275f-4dd4-9249-101485cac263 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1bba1342-efef-4c7a-bf9d-612103f7c833 HTTP/1.1" status: 204 len: 168 time: 0.2082539 Aug 08 02:32:26.487222 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1582d47-275f-4dd4-9249-101485cac263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bba1342-efef-4c7a-bf9d-612103f7c833,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.634811 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:26.712276 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (baaf2309-8b6a-4950-8cf2-7844ab33a603), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.719100 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 3051cabc-48a3-4055-ae74-0ae74aa73005 is: ACTIVE; New status is: DOWN {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:26.719542 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.743350 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:26.746579 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd381d-ab2f-4dda-85ce-be3b5d3fdbc4" -d '{"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-unplugged", "status": "completed", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:26.760005 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:26.800111 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3b16d3-e712-4419-9d15-877f441730ac x-openstack-request-id: req-fb3b16d3-e712-4419-9d15-877f441730ac {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:26.800111 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-unplugged", "status": "failed", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "code": 422}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:26.800111 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fb3b16d3-e712-4419-9d15-877f441730ac {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:26.800111 dv-cinder-740146-18-iscsi neutron-server[104629]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fb3b16d3-e712-4419-9d15-877f441730ac']: {'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'code': 422} returned with failed status Aug 08 02:32:26.838975 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.883392 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:26.898141 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=6']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:27.161414 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Deleting port 5b0849ac-a251-4bbd-9049-19975a057c6d {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:27.161667 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:27.198557 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:27.247784 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] For port 5b0849ac-a251-4bbd-9049-19975a057c6d, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5b0849ac-a251-4bbd-9049-19975a057c6d,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:27.248159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:27.264387 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Calling delete_port for 5b0849ac-a251-4bbd-9049-19975a057c6d owned by network:router_interface {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:27.330422 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=74 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:27.351849 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fba5d-1419-402a-8f62-28bf5d4f8b70 req-7fdbdef7-a421-4808-87ed-6df123757ca1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:27.353381 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0f8fba5d-1419-402a-8f62-28bf5d4f8b70 req-7fdbdef7-a421-4808-87ed-6df123757ca1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0786822 Aug 08 02:32:27.458577 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0f8fba5d-1419-402a-8f62-28bf5d4f8b70 req-93ee6f95-e634-41a3-993d-eb4538798135 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941730 Aug 08 02:32:27.710636 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (5b0849ac-a251-4bbd-9049-19975a057c6d), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:27.736887 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0849ac-a251-4bbd-9049-19975a057c6d,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:27.744608 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:27.936215 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (baaf2309-8b6a-4950-8cf2-7844ab33a603), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.147648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Router baaf2309-8b6a-4950-8cf2-7844ab33a603 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:28.249251 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:28.256331 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-229d7545-c60c-46be-8941-0772265f113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.257904 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-229d7545-c60c-46be-8941-0772265f113e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c&tenant_id=fa4edbfca7b749ff9be3268fa6b81264 HTTP/1.1" status: 200 len: 1127 time: 0.0451760 Aug 08 02:32:28.258141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:28.266304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40772) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:28.266479 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-7334a2f5-a37d-482f-89a6-7581f3cd2d7d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/baaf2309-8b6a-4950-8cf2-7844ab33a603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0545757 Aug 08 02:32:28.270416 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] Sync routers for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:28.287040 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:28.288231 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:32:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:28.358018 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-8695e83f-d750-47a9-884f-b4b0651910cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.359547 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-8695e83f-d750-47a9-884f-b4b0651910cf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1127 time: 0.0533490 Aug 08 02:32:28.409269 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:28.467392 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks [] for router (baaf2309-8b6a-4950-8cf2-7844ab33a603), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.606799 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:28.607545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-8c1a4246-7899-4792-b590-e590a97a070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.609174 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-8c1a4246-7899-4792-b590-e590a97a070b service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 909 time: 0.2213776 Aug 08 02:32:28.612447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad6e9c-fafc-49d1-a918-3dd203854b37 req-0fc507d2-542f-482a-9ca6-bbf54b394e0c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.614891 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-62ad6e9c-fafc-49d1-a918-3dd203854b37 req-0fc507d2-542f-482a-9ca6-bbf54b394e0c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0795183 Aug 08 02:32:28.632384 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] Checking router: baaf2309-8b6a-4950-8cf2-7844ab33a603 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:28.642356 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] Routers {'baaf2309-8b6a-4950-8cf2-7844ab33a603'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:28.643178 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:32:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['baaf2309-8b6a-4950-8cf2-7844ab33a603'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:28.675832 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks [] for router_gateway (baaf2309-8b6a-4950-8cf2-7844ab33a603), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.684805 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-62ad6e9c-fafc-49d1-a918-3dd203854b37 req-9d5d731c-ef34-4fbe-89b9-d3661e919886 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635638 Aug 08 02:32:28.715845 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-ea0dc902-6cf6-41e2-822e-47fb03aed905 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 999 time: 0.0936012 Aug 08 02:32:28.749449 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] Set router baaf2309-8b6a-4950-8cf2-7844ab33a603 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:28.831341 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Deleting port b418c339-3e39-4b4f-8078-717b8756d930 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:28.831753 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (b418c339-3e39-4b4f-8078-717b8756d930), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.843679 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:28.923657 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:28.945476 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-7e6fb844-0c25-4d87-b44c-4c5c1d6b9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.947209 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-7e6fb844-0c25-4d87-b44c-4c5c1d6b9ca1 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 200 len: 847 time: 0.0708885 Aug 08 02:32:28.949234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca495a6a-0a18-452b-9219-a1d8368edba6 None None] The sync data for ids ['baaf2309-8b6a-4950-8cf2-7844ab33a603'] in dv-cinder-740146-18-iscsi is: [{'id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'name': 'tempest-AttachVolumeNegativeTest-1304557018-router', 'tenant_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:12Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 5, 'project_id': 'ca29b2b9a59d4826bfd25f4dcfa9cffe', 'gw_port': {'id': 'b418c339-3e39-4b4f-8078-717b8756d930', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2309-8b6a-4950-8cf2-7844ab33a603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:13Z', 'updated_at': '2022-08-08T02:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:28.993208 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:29.011249 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] For port b418c339-3e39-4b4f-8078-717b8756d930, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b418c339-3e39-4b4f-8078-717b8756d930,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:29.011654 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (b418c339-3e39-4b4f-8078-717b8756d930), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.022436 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-4d2aa8e6-7e08-4947-9113-82436668268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:29.029932 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-4d2aa8e6-7e08-4947-9113-82436668268b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fe4a268-f47a-420a-80c5-dd33e7e621f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703270 Aug 08 02:32:29.029932 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Calling delete_port for b418c339-3e39-4b4f-8078-717b8756d930 owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:29.203835 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-81d9e3ce-fb08-4b8e-86e3-8ebdfc361d87 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706245 Aug 08 02:32:29.341603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (b418c339-3e39-4b4f-8078-717b8756d930), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.385438 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Pushing event deleted for resources: {'Port': ['ID=b418c339-3e39-4b4f-8078-717b8756d930,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:29.490152 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:29.513097 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (baaf2309-8b6a-4950-8cf2-7844ab33a603), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.575576 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1af85158-89ee-4ff4-bacc-ef5c1c4bfbd7 req-3c87c98b-d1f9-414c-a513-995a8ab13fc0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303612 Aug 08 02:32:29.605513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (baaf2309-8b6a-4950-8cf2-7844ab33a603), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.607807 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks [] for router_controller (baaf2309-8b6a-4950-8cf2-7844ab33a603), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.762447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (baaf2309-8b6a-4950-8cf2-7844ab33a603), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.763139 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaf2309-8b6a-4950-8cf2-7844ab33a603 {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:32:29.767336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.768769 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ba054dd4-9e1e-4d81-90fd-3cb136ee299a admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/baaf2309-8b6a-4950-8cf2-7844ab33a603 HTTP/1.1" status: 204 len: 168 time: 1.5008607 Aug 08 02:32:29.771013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40794) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:29.807571 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e35bb8-6b54-43a2-96ba-98e50aafdf2f req-227a66f1-d255-4807-b4e5-a7698d95085d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:29.809919 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d0e35bb8-6b54-43a2-96ba-98e50aafdf2f req-227a66f1-d255-4807-b4e5-a7698d95085d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0524817 Aug 08 02:32:29.825870 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Deleting subnet 7a395e29-3199-4a8d-a57e-2613d08d7478 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:32:29.830261 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Publish callbacks [] for subnet (7a395e29-3199-4a8d-a57e-2613d08d7478), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.870472 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (7a395e29-3199-4a8d-a57e-2613d08d7478), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.872297 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d0e35bb8-6b54-43a2-96ba-98e50aafdf2f req-4b9312f6-a143-4c2c-8467-5cfb1feec50c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508788 Aug 08 02:32:29.960600 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (7a395e29-3199-4a8d-a57e-2613d08d7478), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.081571 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (7a395e29-3199-4a8d-a57e-2613d08d7478), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.107882 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a395e29-3199-4a8d-a57e-2613d08d7478,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:30.111678 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.115188 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-1278f5ca-f39a-459c-b03f-23dc99ed0144 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/7a395e29-3199-4a8d-a57e-2613d08d7478 HTTP/1.1" status: 204 len: 168 time: 0.3430967 Aug 08 02:32:30.117934 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40796) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:30.119901 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904d53f-7065-49c1-bbdf-afdb571b6421 None None] Network f92c936a-6950-4530-8001-5260ea91adac requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:30.176879 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:30.190837 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (f92c936a-6950-4530-8001-5260ea91adac), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.239660 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Deleting port ffa57565-f989-414f-9491-35f5dce6a3f0 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:30.240004 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.270092 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5b0849ac-a251-4bbd-9049-19975a057c6d no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:30.293874 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 5b0849ac-a251-4bbd-9049-19975a057c6d {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:30.294191 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5b0849ac-a251-4bbd-9049-19975a057c6d not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:30.298184 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] DHCP port deletion for f92c936a-6950-4530-8001-5260ea91adac request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:32:30.325259 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] For port ffa57565-f989-414f-9491-35f5dce6a3f0, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ffa57565-f989-414f-9491-35f5dce6a3f0,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:30.325891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.336835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] Deleting port ffa57565-f989-414f-9491-35f5dce6a3f0 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:30.337144 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.338445 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:30.340818 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Calling delete_port for ffa57565-f989-414f-9491-35f5dce6a3f0 owned by network:dhcp {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:30.403627 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] For port ffa57565-f989-414f-9491-35f5dce6a3f0, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ffa57565-f989-414f-9491-35f5dce6a3f0,segment=NetworkSegment(2ef494e7-d575-4038-82df-10ae6fe8278f),segment_id=2ef494e7-d575-4038-82df-10ae6fe8278f)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:30.404024 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.421141 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] Calling delete_port for ffa57565-f989-414f-9491-35f5dce6a3f0 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:30.492931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.498878 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (ffa57565-f989-414f-9491-35f5dce6a3f0), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.520597 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa57565-f989-414f-9491-35f5dce6a3f0,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:30.522571 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] No DVR routers for this DVR port ffa57565-f989-414f-9491-35f5dce6a3f0 on host dv-cinder-740146-18-iscsi {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:32:30.528464 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] Pushing event deleted for resources: {'Port': ['ID=ffa57565-f989-414f-9491-35f5dce6a3f0,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:30.533608 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0857c-1851-486d-88e6-7e200575081d None None] No DVR routers for this DVR port ffa57565-f989-414f-9491-35f5dce6a3f0 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:32:30.602489 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (f92c936a-6950-4530-8001-5260ea91adac), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.623599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92c936a-6950-4530-8001-5260ea91adac']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:30.633242 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef494e7-d575-4038-82df-10ae6fe8278f') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:30.633536 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef494e7-d575-4038-82df-10ae6fe8278f') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:30.643696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (2ef494e7-d575-4038-82df-10ae6fe8278f), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.657499 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (2ef494e7-d575-4038-82df-10ae6fe8278f), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.663806 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:32:30.664187 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (2ef494e7-d575-4038-82df-10ae6fe8278f), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.703951 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 2ef494e7-d575-4038-82df-10ae6fe8278f resource provider aggregate not found Aug 08 02:32:30.725446 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 2ef494e7-d575-4038-82df-10ae6fe8278f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ef494e7-d575-4038-82df-10ae6fe8278f found for delete ", "request_id": "req-b86538d0-8608-4e94-a93e-af758bd3726c"}]} Aug 08 02:32:30.810761 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (f92c936a-6950-4530-8001-5260ea91adac), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.815865 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.818964 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f92c936a-6950-4530-8001-5260ea91adac HTTP/1.1" status: 204 len: 168 time: 0.7001073 Aug 08 02:32:30.832764 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b24513-1c3f-460f-9e2b-59231878bde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92c936a-6950-4530-8001-5260ea91adac,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:31.014305 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559e0e8-69b1-4f85-a631-64b61f1cf3f9 req-3f01f389-387c-4ed2-84fb-e872337c30c9 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:31.015822 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d559e0e8-69b1-4f85-a631-64b61f1cf3f9 req-3f01f389-387c-4ed2-84fb-e872337c30c9 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0488334 Aug 08 02:32:31.070371 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d559e0e8-69b1-4f85-a631-64b61f1cf3f9 req-9da5e8ab-27f0-4f6b-9b7f-fe8f5da1fa5e tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Aug 08 02:32:31.270235 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40828) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:31.315677 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-357adc5b-e044-42fe-9033-56f3c5cd236c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ca29b2b9a59d4826bfd25f4dcfa9cffe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442603 Aug 08 02:32:31.318332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40830) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:31.332246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:31.370013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-64eee2b6-e391-493f-b8af-bb4cffa5c32c admin admin] Publish callbacks [] for security_group (c610b3ed-f8d3-4e3d-8908-05a8c9d4389d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:31.397536 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-64eee2b6-e391-493f-b8af-bb4cffa5c32c admin admin] Publish callbacks [] for security_group (c610b3ed-f8d3-4e3d-8908-05a8c9d4389d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:31.550315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-64eee2b6-e391-493f-b8af-bb4cffa5c32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (c610b3ed-f8d3-4e3d-8908-05a8c9d4389d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:31.552967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-64eee2b6-e391-493f-b8af-bb4cffa5c32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:31.554185 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-64eee2b6-e391-493f-b8af-bb4cffa5c32c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c610b3ed-f8d3-4e3d-8908-05a8c9d4389d HTTP/1.1" status: 204 len: 168 time: 0.2348738 Aug 08 02:32:31.563631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eee2b6-e391-493f-b8af-bb4cffa5c32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c610b3ed-f8d3-4e3d-8908-05a8c9d4389d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:31.928508 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ffa57565-f989-414f-9491-35f5dce6a3f0 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:31.951297 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: ffa57565-f989-414f-9491-35f5dce6a3f0 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:31.951641 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ffa57565-f989-414f-9491-35f5dce6a3f0 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:31.952059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b418c339-3e39-4b4f-8078-717b8756d930 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:31.971920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: b418c339-3e39-4b4f-8078-717b8756d930 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:31.972265 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b418c339-3e39-4b4f-8078-717b8756d930 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:32.191976 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e56241-40df-4de1-b416-08c040c5bcf0 req-404aba04-f622-4e7d-b66c-2f55c5f3f9d8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:32.194303 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05e56241-40df-4de1-b416-08c040c5bcf0 req-404aba04-f622-4e7d-b66c-2f55c5f3f9d8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0488172 Aug 08 02:32:32.246580 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05e56241-40df-4de1-b416-08c040c5bcf0 req-1accd2f3-8758-4144-9f7d-2480b82a52cf tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459065 Aug 08 02:32:33.274278 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40876) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:33.395425 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9e426dcd-789d-4f51-b9bf-f7f0621dadbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.479232 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9e426dcd-789d-4f51-b9bf-f7f0621dadbc admin admin] Publish callbacks [] for security_group (51ed7845-7431-43d9-8c9b-6c415abc4155), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.522244 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed46c2-171a-4da3-b8a0-65c5f29d1e7d req-652f55a2-ddce-4d04-8c1b-228ca5d155fe tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:33.523713 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b8ed46c2-171a-4da3-b8a0-65c5f29d1e7d req-652f55a2-ddce-4d04-8c1b-228ca5d155fe tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0473647 Aug 08 02:32:33.578368 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b8ed46c2-171a-4da3-b8a0-65c5f29d1e7d req-bff6cf61-1206-4617-9b98-3f1b87e5b184 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Aug 08 02:32:33.585694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9e426dcd-789d-4f51-b9bf-f7f0621dadbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (51ed7845-7431-43d9-8c9b-6c415abc4155), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.630421 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-9e426dcd-789d-4f51-b9bf-f7f0621dadbc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0f55bb028f9a4691a7104d771a3016e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548806 Aug 08 02:32:33.631590 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e426dcd-789d-4f51-b9bf-f7f0621dadbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed7845-7431-43d9-8c9b-6c415abc4155,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:33.633889 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40886) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:33.693096 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-42b4313e-db05-4bd1-8492-98cec4751e59 admin admin] Publish callbacks [] for security_group (51ed7845-7431-43d9-8c9b-6c415abc4155), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.715059 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-42b4313e-db05-4bd1-8492-98cec4751e59 admin admin] Publish callbacks [] for security_group (51ed7845-7431-43d9-8c9b-6c415abc4155), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.856531 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-42b4313e-db05-4bd1-8492-98cec4751e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (51ed7845-7431-43d9-8c9b-6c415abc4155), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.859153 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-42b4313e-db05-4bd1-8492-98cec4751e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.864057 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-42b4313e-db05-4bd1-8492-98cec4751e59 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/51ed7845-7431-43d9-8c9b-6c415abc4155 HTTP/1.1" status: 204 len: 168 time: 0.2255931 Aug 08 02:32:33.868133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4313e-db05-4bd1-8492-98cec4751e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed7845-7431-43d9-8c9b-6c415abc4155,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:34.583208 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40894) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:34.601187 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-4fbd174f-77fd-4533-8840-fc2e00a60228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.716623 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-4fbd174f-77fd-4533-8840-fc2e00a60228 admin admin] Publish callbacks [] for security_group (3cdcf632-f28c-477a-ab83-c6ed268b06fc), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.725245 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7962b7-6980-4721-a7f8-dfdb91249b40 req-63cc0b59-b99a-4ff8-b617-f50be7512399 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:34.726660 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c7962b7-6980-4721-a7f8-dfdb91249b40 req-63cc0b59-b99a-4ff8-b617-f50be7512399 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0679202 Aug 08 02:32:34.778974 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c7962b7-6980-4721-a7f8-dfdb91249b40 req-9cd3c4c3-9e84-4437-ad57-32551d8d4c31 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465274 Aug 08 02:32:34.789911 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-4fbd174f-77fd-4533-8840-fc2e00a60228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3cdcf632-f28c-477a-ab83-c6ed268b06fc), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.836117 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd174f-77fd-4533-8840-fc2e00a60228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdcf632-f28c-477a-ab83-c6ed268b06fc,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:34.842101 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-4fbd174f-77fd-4533-8840-fc2e00a60228 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=41b813d5affd41a2aa95448c0278d5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570434 Aug 08 02:32:34.844061 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40910) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:34.897161 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-38b2eeac-4df7-4179-a220-413175f1d99a admin admin] Publish callbacks [] for security_group (3cdcf632-f28c-477a-ab83-c6ed268b06fc), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.918994 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-38b2eeac-4df7-4179-a220-413175f1d99a admin admin] Publish callbacks [] for security_group (3cdcf632-f28c-477a-ab83-c6ed268b06fc), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.925270 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:34.935737 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:35.056413 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-38b2eeac-4df7-4179-a220-413175f1d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (3cdcf632-f28c-477a-ab83-c6ed268b06fc), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.059927 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-38b2eeac-4df7-4179-a220-413175f1d99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.063312 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-38b2eeac-4df7-4179-a220-413175f1d99a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3cdcf632-f28c-477a-ab83-c6ed268b06fc HTTP/1.1" status: 204 len: 168 time: 0.2161620 Aug 08 02:32:35.072055 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2eeac-4df7-4179-a220-413175f1d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdcf632-f28c-477a-ab83-c6ed268b06fc,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:35.901045 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca77e-ad25-420d-9301-7e57d7400058 req-2f60c4f2-c61f-46aa-a91d-5bf7df2989bf tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:35.902665 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-859ca77e-ad25-420d-9301-7e57d7400058 req-2f60c4f2-c61f-46aa-a91d-5bf7df2989bf tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 943 time: 0.0477114 Aug 08 02:32:35.952571 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-859ca77e-ad25-420d-9301-7e57d7400058 req-9886de86-8c43-436b-9bb6-4e3508f40910 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434778 Aug 08 02:32:36.676798 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:32:36.711619 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:36.785063 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40952) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:36.788470 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:36.801902 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'port_id': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'mac_address': 'fa:16:3e:65:a5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:32:36.843475 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 3051cabc-48a3-4055-ae74-0ae74aa73005 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:36.843866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.859351 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3051cabc-48a3-4055-ae74-0ae74aa73005 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:36.881013 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:36.906492 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.931370 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:36.974562 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.987533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Publish callbacks [] for security_group (21a60f79-a025-408b-bdca-8f5aed21e2ca), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.024276 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=7']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:37.081075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64986938-69e7-4ce3-a3b8-db3b67826f82 req-0eb5ccbd-ce82-4cd3-af3a-f259dac40965 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:37.082606 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-64986938-69e7-4ce3-a3b8-db3b67826f82 req-0eb5ccbd-ce82-4cd3-af3a-f259dac40965 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 944 time: 0.0494034 Aug 08 02:32:37.098657 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (21a60f79-a025-408b-bdca-8f5aed21e2ca), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.142147 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-64986938-69e7-4ce3-a3b8-db3b67826f82 req-0d73f166-039b-48ed-af03-b56312028095 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538592 Aug 08 02:32:37.148430 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dbe03b54834641bfbed01df88f536154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586020 Aug 08 02:32:37.148430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a60f79-a025-408b-bdca-8f5aed21e2ca,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:37.149066 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40966) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:37.167098 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.168071 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.168613 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.168979 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.169313 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.169641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.170214 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.170454 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.170932 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.171272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.171598 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.171925 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.172247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.172565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.172905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e13c7e-6ba8-4980-aa24-b3bb1fc0e797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:37.186769 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['3051cabc-48a3-4055-ae74-0ae74aa73005'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:32:37.203571 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:37.222781 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:37.223483 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d26588f1-923c-4294-bcfb-24e0c75cadbb admin admin] Publish callbacks [] for security_group (21a60f79-a025-408b-bdca-8f5aed21e2ca), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.249575 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d26588f1-923c-4294-bcfb-24e0c75cadbb admin admin] Publish callbacks [] for security_group (21a60f79-a025-408b-bdca-8f5aed21e2ca), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.405724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d26588f1-923c-4294-bcfb-24e0c75cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (21a60f79-a025-408b-bdca-8f5aed21e2ca), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.408729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d26588f1-923c-4294-bcfb-24e0c75cadbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.410081 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d26588f1-923c-4294-bcfb-24e0c75cadbb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/21a60f79-a025-408b-bdca-8f5aed21e2ca HTTP/1.1" status: 204 len: 168 time: 0.2599869 Aug 08 02:32:37.427716 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26588f1-923c-4294-bcfb-24e0c75cadbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a60f79-a025-408b-bdca-8f5aed21e2ca,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:38.035350 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 40984) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:38.152402 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-120fb509-f257-4b05-ad66-95ce19578ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.233712 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-120fb509-f257-4b05-ad66-95ce19578ea3 admin admin] Publish callbacks [] for security_group (7b2aff38-e381-48e9-b2c7-541e1aaca470), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.276415 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a014fc-113c-44ea-a974-da5da105319b req-62e73669-ce69-496a-a7c6-c01daccf08f1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:38.278026 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-76a014fc-113c-44ea-a974-da5da105319b req-62e73669-ce69-496a-a7c6-c01daccf08f1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 944 time: 0.0524948 Aug 08 02:32:38.311581 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-120fb509-f257-4b05-ad66-95ce19578ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7b2aff38-e381-48e9-b2c7-541e1aaca470), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.369134 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-76a014fc-113c-44ea-a974-da5da105319b req-60e4348f-1925-45a8-8c60-53c9eef28dc2 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851643 Aug 08 02:32:38.376693 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-120fb509-f257-4b05-ad66-95ce19578ea3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d5d6756a54254bfd8a12e0501d27c8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377764 Aug 08 02:32:38.376693 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb509-f257-4b05-ad66-95ce19578ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2aff38-e381-48e9-b2c7-541e1aaca470,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:38.377637 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 40996) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:38.436262 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf785-aa3f-44b1-b8d8-b9e81792696b admin admin] Publish callbacks [] for security_group (7b2aff38-e381-48e9-b2c7-541e1aaca470), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.460023 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf785-aa3f-44b1-b8d8-b9e81792696b admin admin] Publish callbacks [] for security_group (7b2aff38-e381-48e9-b2c7-541e1aaca470), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.677749 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:38.724077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 3051cabc-48a3-4055-ae74-0ae74aa73005 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:38.724476 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.801553 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 3051cabc-48a3-4055-ae74-0ae74aa73005 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:38.801944 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.826875 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:38.829141 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d614c3f-bd3b-4d8d-90da-2bf21d0e51a1" -d '{"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-plugged", "status": "completed", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:38.846168 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:38.868356 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9607ec5-dbc5-4a8c-b7d2-ff36028b2ae7 x-openstack-request-id: req-d9607ec5-dbc5-4a8c-b7d2-ff36028b2ae7 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:38.868645 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-plugged", "status": "completed", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:38.868920 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9607ec5-dbc5-4a8c-b7d2-ff36028b2ae7 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:38.869319 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9607ec5-dbc5-4a8c-b7d2-ff36028b2ae7'] response: {'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'code': 200} Aug 08 02:32:38.925000 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf785-aa3f-44b1-b8d8-b9e81792696b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7b2aff38-e381-48e9-b2c7-541e1aaca470), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.927631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a6fbf785-aa3f-44b1-b8d8-b9e81792696b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.934525 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a6fbf785-aa3f-44b1-b8d8-b9e81792696b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7b2aff38-e381-48e9-b2c7-541e1aaca470 HTTP/1.1" status: 204 len: 168 time: 0.5499611 Aug 08 02:32:38.938181 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbf785-aa3f-44b1-b8d8-b9e81792696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2aff38-e381-48e9-b2c7-541e1aaca470,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:38.949977 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=69 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:39.035699 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.086661 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=8']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:39.204544 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd6ea2-e75f-4d15-9f33-1e0dadd0c446 req-e3b74f7d-70da-4145-a4db-96e9e0789dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:39.206208 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ffdd6ea2-e75f-4d15-9f33-1e0dadd0c446 req-e3b74f7d-70da-4145-a4db-96e9e0789dd1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1129 time: 0.0405481 Aug 08 02:32:39.255621 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-ffdd6ea2-e75f-4d15-9f33-1e0dadd0c446 req-a6d454f5-e426-4669-993d-5a5c0fb60c15 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Aug 08 02:32:39.527070 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748fbd-5c04-4f13-a49a-5e36af1a3e28 req-1162fd79-774c-4998-9d89-cfd5683cc9c9 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:39.529424 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-56748fbd-5c04-4f13-a49a-5e36af1a3e28 req-1162fd79-774c-4998-9d89-cfd5683cc9c9 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0675683 Aug 08 02:32:39.584943 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-56748fbd-5c04-4f13-a49a-5e36af1a3e28 req-f40736d3-fe81-44ba-8ae0-32f916a048c8 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487201 Aug 08 02:32:39.796839 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41028) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:39.810958 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3b78-e8bf-4105-9edc-6b21e153acf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.901119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3b78-e8bf-4105-9edc-6b21e153acf0 admin admin] Publish callbacks [] for security_group (9f4b5937-741d-4c3a-9609-b1338a749206), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.981747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3b78-e8bf-4105-9edc-6b21e153acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (9f4b5937-741d-4c3a-9609-b1338a749206), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.027015 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-fd7a3b78-e8bf-4105-9edc-6b21e153acf0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5407b879cb6b4d22995f8005adf220ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289634 Aug 08 02:32:40.027875 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a3b78-e8bf-4105-9edc-6b21e153acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4b5937-741d-4c3a-9609-b1338a749206,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:40.030532 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41034) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:40.081632 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a55d42aa-e588-43f3-bd0b-be492a97ca7c admin admin] Publish callbacks [] for security_group (9f4b5937-741d-4c3a-9609-b1338a749206), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.105124 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a55d42aa-e588-43f3-bd0b-be492a97ca7c admin admin] Publish callbacks [] for security_group (9f4b5937-741d-4c3a-9609-b1338a749206), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.135145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:40.216650 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a55d42aa-e588-43f3-bd0b-be492a97ca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (9f4b5937-741d-4c3a-9609-b1338a749206), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.219269 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a55d42aa-e588-43f3-bd0b-be492a97ca7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.220433 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a55d42aa-e588-43f3-bd0b-be492a97ca7c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9f4b5937-741d-4c3a-9609-b1338a749206 HTTP/1.1" status: 204 len: 168 time: 0.1890035 Aug 08 02:32:40.231440 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d42aa-e588-43f3-bd0b-be492a97ca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4b5937-741d-4c3a-9609-b1338a749206,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:40.720173 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270548-727c-4bac-85b7-a002a274e815 req-dd5d97cd-eedf-4535-91d8-e985b9b4af0b tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:40.721842 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-52270548-727c-4bac-85b7-a002a274e815 req-dd5d97cd-eedf-4535-91d8-e985b9b4af0b tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0496640 Aug 08 02:32:40.774853 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-52270548-727c-4bac-85b7-a002a274e815 req-0ffed640-09ca-4a9c-83b0-5fc377fb237e tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472403 Aug 08 02:32:41.181793 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:41.399015 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41084) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:41.509533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1790031044-network', 'tenant_id': '414b6a313558425cbd3ed5c6da5405a9'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:41.610113 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Made reservation on behalf of 414b6a313558425cbd3ed5c6da5405a9 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:41.612689 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.622427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.702122 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks [] for security_group (0f76cf89-3b3f-4bc3-9961-ff24df73e30f), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.744764 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=53 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:41.778513 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (0f76cf89-3b3f-4bc3-9961-ff24df73e30f), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.806366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:32:41.817567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:41.818456 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f76cf89-3b3f-4bc3-9961-ff24df73e30f,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:41.823652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (20eb5f87-bfd4-4e49-9e48-5230ba5d1544), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.823990 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Added segment 20eb5f87-bfd4-4e49-9e48-5230ba5d1544 of type vlan for network d9455505-5caf-4786-81f8-4735ac0e318e Aug 08 02:32:41.873139 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (d9455505-5caf-4786-81f8-4735ac0e318e), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.911246 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b10070-e19b-40d0-ab49-8c3a3c84741f req-90c76b9d-a6ba-4e2d-bf02-e826e6ebec4c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.912856 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e8b10070-e19b-40d0-ab49-8c3a3c84741f req-90c76b9d-a6ba-4e2d-bf02-e826e6ebec4c tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0580218 Aug 08 02:32:41.963009 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e8b10070-e19b-40d0-ab49-8c3a3c84741f req-c01fec06-a543-46ba-a4b4-db55dbadb7f1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Aug 08 02:32:41.972399 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (d9455505-5caf-4786-81f8-4735ac0e318e), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.973656 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.974392 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.036332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9455505-5caf-4786-81f8-4735ac0e318e,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:42.047093 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network d9455505-5caf-4786-81f8-4735ac0e318e details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:32:42.093382 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-8333df5e-aa36-49c1-8073-47c9461f34b6 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6931899 Aug 08 02:32:42.098036 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41118) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:42.103185 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Request body: {'subnet': {'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1790031044-subnet', 'tenant_id': '414b6a313558425cbd3ed5c6da5405a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:42.200952 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Made reservation on behalf of 414b6a313558425cbd3ed5c6da5405a9 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:42.203692 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13217958'] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.275725 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:42.290407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:42.473375 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14416697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13217968'] for subnet (afb13170-e1db-4eff-9f96-57550f5ef67d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.536903 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb13170-e1db-4eff-9f96-57550f5ef67d,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:42.544037 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Checking segment: {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:42.544399 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Network hostable DHCP agents. Network: d9455505-5caf-4786-81f8-4735ac0e318e, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:32:42.638687 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Network d9455505-5caf-4786-81f8-4735ac0e318e is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:32:42.730598 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, d9455505-5caf-4786-81f8-4735ac0e318e) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:42.739634 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.739634 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.742016 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03bbd8-73ee-4931-8d08-318cc83bb6d6 None None] Network d9455505-5caf-4786-81f8-4735ac0e318e requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:42.844029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0d564-56dc-496d-b59f-4d5e862379bb None None] Network d9455505-5caf-4786-81f8-4735ac0e318e requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:42.881327 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b2db3ee8-bb3a-4695-8c3e-8f25503b97c6 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7821789 Aug 08 02:32:43.652396 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41166) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:43.761767 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d502-353d-4067-aad2-3fc79eac6538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:43.840611 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d502-353d-4067-aad2-3fc79eac6538 admin admin] Publish callbacks [] for security_group (f7781c17-3a86-4f24-ab46-2324d38ff521), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:43.970222 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d502-353d-4067-aad2-3fc79eac6538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (f7781c17-3a86-4f24-ab46-2324d38ff521), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:43.975176 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:44.010815 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6fc5d502-353d-4067-aad2-3fc79eac6538 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b63c63fe631f461ea8a0f4fdcd5eb367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573072 Aug 08 02:32:44.012651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5d502-353d-4067-aad2-3fc79eac6538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7781c17-3a86-4f24-ab46-2324d38ff521,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:44.014265 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41176) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:44.066376 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba347d3a-ce0f-44d7-8b8e-b4464cc68f58 admin admin] Publish callbacks [] for security_group (f7781c17-3a86-4f24-ab46-2324d38ff521), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:44.088023 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba347d3a-ce0f-44d7-8b8e-b4464cc68f58 admin admin] Publish callbacks [] for security_group (f7781c17-3a86-4f24-ab46-2324d38ff521), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:44.218057 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba347d3a-ce0f-44d7-8b8e-b4464cc68f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (f7781c17-3a86-4f24-ab46-2324d38ff521), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:44.220622 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba347d3a-ce0f-44d7-8b8e-b4464cc68f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:44.221813 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ba347d3a-ce0f-44d7-8b8e-b4464cc68f58 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f7781c17-3a86-4f24-ab46-2324d38ff521 HTTP/1.1" status: 204 len: 168 time: 0.2058394 Aug 08 02:32:44.230536 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba347d3a-ce0f-44d7-8b8e-b4464cc68f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7781c17-3a86-4f24-ab46-2324d38ff521,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:44.971137 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41186) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:44.985658 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cf6db5e0-598c-4e1c-8c27-d5e8d4b3df2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.025368 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:45.069679 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cf6db5e0-598c-4e1c-8c27-d5e8d4b3df2e admin admin] Publish callbacks [] for security_group (68dce1e6-c46c-4050-9e35-fd32c280e4bf), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.145729 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-cf6db5e0-598c-4e1c-8c27-d5e8d4b3df2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (68dce1e6-c46c-4050-9e35-fd32c280e4bf), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.212495 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-38f6b2ff-158d-4dc3-a43a-e871def0a0f3 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.214515 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-38f6b2ff-158d-4dc3-a43a-e871def0a0f3 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d9455505-5caf-4786-81f8-4735ac0e318e HTTP/1.1" status: 200 len: 809 time: 0.1352363 Aug 08 02:32:45.218087 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-cf6db5e0-598c-4e1c-8c27-d5e8d4b3df2e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=acda4529648b41ae94fabf0bba2538be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458415 Aug 08 02:32:45.219913 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db5e0-598c-4e1c-8c27-d5e8d4b3df2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dce1e6-c46c-4050-9e35-fd32c280e4bf,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:45.220825 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41198) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:45.233463 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-fb426cf9-f908-49f9-a848-e6a6c38a6ef8 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/quotas/414b6a313558425cbd3ed5c6da5405a9 HTTP/1.1" status: 200 len: 375 time: 0.0101104 Aug 08 02:32:45.267228 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-497fc1dd-696d-45ca-9e25-c945be85dd20 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=414b6a313558425cbd3ed5c6da5405a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277407 Aug 08 02:32:45.272364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f2e984d6-be6a-45f5-a3e4-070e477a0368 admin admin] Publish callbacks [] for security_group (68dce1e6-c46c-4050-9e35-fd32c280e4bf), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.296049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f2e984d6-be6a-45f5-a3e4-070e477a0368 admin admin] Publish callbacks [] for security_group (68dce1e6-c46c-4050-9e35-fd32c280e4bf), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.419346 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f2e984d6-be6a-45f5-a3e4-070e477a0368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (68dce1e6-c46c-4050-9e35-fd32c280e4bf), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.422045 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f2e984d6-be6a-45f5-a3e4-070e477a0368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:45.425684 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f2e984d6-be6a-45f5-a3e4-070e477a0368 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/68dce1e6-c46c-4050-9e35-fd32c280e4bf HTTP/1.1" status: 204 len: 168 time: 0.2013938 Aug 08 02:32:45.432101 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e984d6-be6a-45f5-a3e4-070e477a0368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dce1e6-c46c-4050-9e35-fd32c280e4bf,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:45.472866 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-19cd0123-cce4-4a89-a434-ee7c63e114f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990175 Aug 08 02:32:45.564757 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:45.570366 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-bd6edf73-f8c1-4de8-bbdc-8498fc83c8de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910804 Aug 08 02:32:45.835111 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a6fdb3ce-cc32-4063-bbd0-bb5d01f46163 req-d51e289a-4d4d-47d7-af00-b7f0abd0a67c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 210 time: 0.0305238 Aug 08 02:32:46.392748 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8777ada3-8840-4da9-8473-25f44813970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:46.926561 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-75dc9f2f-4567-4afa-95cd-2e5d2e440e50 req-421af4e6-e950-4bc7-a1cf-ba0afbad01b5 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 210 time: 0.0322018 Aug 08 02:32:48.033756 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e5d59e09-dae6-45d9-84ea-d85c2be77142 req-62d2a400-79e1-4802-8114-bf472ae4636c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 210 time: 0.0316882 Aug 08 02:32:48.574277 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-ef4ea71b-e648-4f0e-9593-f175157f4ac4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:48.575823 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-ef4ea71b-e648-4f0e-9593-f175157f4ac4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d9455505-5caf-4786-81f8-4735ac0e318e HTTP/1.1" status: 200 len: 809 time: 0.1073942 Aug 08 02:32:48.591432 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Request body: {'port': {'device_id': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e', 'admin_state_up': True, 'tenant_id': '414b6a313558425cbd3ed5c6da5405a9'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:48.841300 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Made reservation on behalf of 414b6a313558425cbd3ed5c6da5405a9 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:48.844875 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.012335 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Allocated IP 172.20.0.11 (d9455505-5caf-4786-81f8-4735ac0e318e/afb13170-e1db-4eff-9f96-57550f5ef67d/706064e3-1136-4ec7-9c05-e6e912a96ad2) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:49.061198 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-cfe0818b-f0a4-4b12-b215-c48f90fb12b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.138581 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-11fb1b7f-6cf4-46cf-9b0a-c7504cfd3550 req-5da09b49-9ad6-43aa-9251-659ac2bc8c22 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 210 time: 0.0290201 Aug 08 02:32:49.175280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks [] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.341957 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.348921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:49.388545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Network d9455505-5caf-4786-81f8-4735ac0e318e is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:49.391042 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:49.394017 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:49.397915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:49.401885 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Pushing event updated for resources: {'Port': ['ID=706064e3-1136-4ec7-9c05-e6e912a96ad2,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:49.452577 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:49.453215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.578656 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96d667-7ae9-401b-903a-4b592fa34050 req-3f89fb29-86be-4550-9f4b-41f295f6dcd9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:49.580131 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6d96d667-7ae9-401b-903a-4b592fa34050 req-3f89fb29-86be-4550-9f4b-41f295f6dcd9 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0474832 Aug 08 02:32:49.631795 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6d96d667-7ae9-401b-903a-4b592fa34050 req-64f55548-9e32-4679-8d39-56f047ca6e01 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Aug 08 02:32:49.644112 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75d9cadf-a04d-4f32-b6c6-dfaf2be8e101 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0569611 Aug 08 02:32:49.755426 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.260104 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcfe8f-db11-4177-bcaf-caffa08b2973 req-778a60c6-9d0a-41a7-9626-b689b8200fa4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:50.262191 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-00fcfe8f-db11-4177-bcaf-caffa08b2973 req-778a60c6-9d0a-41a7-9626-b689b8200fa4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 932 time: 0.0496340 Aug 08 02:32:50.312111 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-00fcfe8f-db11-4177-bcaf-caffa08b2973 req-17e6dd1d-c653-4b2e-836c-8cc888192e29 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443153 Aug 08 02:32:50.591099 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Request body: {'port': {'device_id': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:50.651913 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.752167 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:32:50.762936 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9b2b-8133-4e7f-b9f4-2aeb7e6fe8d8 req-9f39784b-338a-4667-81ad-3fa6e7831971 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:50.764520 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7e3f9b2b-8133-4e7f-b9f4-2aeb7e6fe8d8 req-9f39784b-338a-4667-81ad-3fa6e7831971 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0478454 Aug 08 02:32:50.815419 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7e3f9b2b-8133-4e7f-b9f4-2aeb7e6fe8d8 req-fba378ec-d7fb-4156-89fc-91da4fa48ddc tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Aug 08 02:32:50.925561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-d1fcaef4-1833-4724-8bff-4c95d72cfeeb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:50.927248 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-d1fcaef4-1833-4724-8bff-4c95d72cfeeb tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0685027 Aug 08 02:32:51.039336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706064e3-1136-4ec7-9c05-e6e912a96ad2 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:51.054546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Publish callbacks [] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.073698 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Deleting port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:51.074143 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.080451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Transition to ACTIVE for port object 706064e3-1136-4ec7-9c05-e6e912a96ad2 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:32:51.178759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] For port 0bf885ea-ca94-45b2-aafa-7461404e6cf2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0bf885ea-ca94-45b2-aafa-7461404e6cf2,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:51.179181 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.335395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.337895 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.404228 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.434992 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf46ea7-2e0c-414e-9e22-bd9810efdc07 req-51862abd-235a-4530-aad3-cf2fc3974b2c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:51.436550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdf46ea7-2e0c-414e-9e22-bd9810efdc07 req-51862abd-235a-4530-aad3-cf2fc3974b2c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 944 time: 0.0494018 Aug 08 02:32:51.494337 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdf46ea7-2e0c-414e-9e22-bd9810efdc07 req-14a76c8f-772f-4593-93cb-c64753436201 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515342 Aug 08 02:32:51.640564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.640951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.641262 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Floating IP e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5 disassociated. External IP: 172.27.3.91, port: 0bf885ea-ca94-45b2-aafa-7461404e6cf2. Aug 08 02:32:51.641602 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Calling delete_port for 0bf885ea-ca94-45b2-aafa-7461404e6cf2 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:51.671722 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:51.703226 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:51.731671 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Pushing event updated for resources: {'Port': ['ID=706064e3-1136-4ec7-9c05-e6e912a96ad2,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:51.781146 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Attempting to bind port 706064e3-1136-4ec7-9c05-e6e912a96ad2 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:51.781505 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Attempting to bind port 706064e3-1136-4ec7-9c05-e6e912a96ad2 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:51.781835 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Attempting to bind port 706064e3-1136-4ec7-9c05-e6e912a96ad2 on network d9455505-5caf-4786-81f8-4735ac0e318e {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:51.796810 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Port 706064e3-1136-4ec7-9c05-e6e912a96ad2 on network d9455505-5caf-4786-81f8-4735ac0e318e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:32:51.797135 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Attempting to bind port 706064e3-1136-4ec7-9c05-e6e912a96ad2 on network d9455505-5caf-4786-81f8-4735ac0e318e {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:51.803763 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:51.804103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Checking segment: {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:51.804485 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Bound using segment: {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:51.804944 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Bound port: 706064e3-1136-4ec7-9c05-e6e912a96ad2, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:51.805306 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.908215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] For port 706064e3-1136-4ec7-9c05-e6e912a96ad2, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:51.911621 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] For port 706064e3-1136-4ec7-9c05-e6e912a96ad2, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=706064e3-1136-4ec7-9c05-e6e912a96ad2,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:51.953302 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67440c-a47b-4a37-a6f7-b6e8ea1f7201 req-079703be-9763-43a9-a054-335871afd6dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:51.954854 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5b67440c-a47b-4a37-a6f7-b6e8ea1f7201 req-079703be-9763-43a9-a054-335871afd6dd tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 947 time: 0.0500319 Aug 08 02:32:51.991620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.993799 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (0bf885ea-ca94-45b2-aafa-7461404e6cf2), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.997462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:51.998446 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.003474 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/706064e3-1136-4ec7-9c05-e6e912a96ad2 HTTP/1.1" status: 200 len: 1094 time: 1.4136281 Aug 08 02:32:52.003474 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'tag': '706064e3-1136-4ec7-9c05-e6e912a96ad2'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:52.005665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4109e5a-1483-48fd-9596-e10da1412ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "209cb22c-fd1c-40f7-b091-43ef7195eabd", "tag": "706064e3-1136-4ec7-9c05-e6e912a96ad2"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:52.008641 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5b67440c-a47b-4a37-a6f7-b6e8ea1f7201 req-086c3c1e-facd-4ef0-a46c-483a21a40991 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=899caff1-1d8b-49ae-976f-536e0dd9c569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481322 Aug 08 02:32:52.066204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29c95a7-e9b1-4035-b7f0-edc413f1f64f x-openstack-request-id: req-e29c95a7-e9b1-4035-b7f0-edc413f1f64f {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:52.066204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209cb22c-fd1c-40f7-b091-43ef7195eabd", "tag": "706064e3-1136-4ec7-9c05-e6e912a96ad2", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:52.066204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e29c95a7-e9b1-4035-b7f0-edc413f1f64f {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:52.066204 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29c95a7-e9b1-4035-b7f0-edc413f1f64f'] response: {'name': 'network-changed', 'server_uuid': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'tag': '706064e3-1136-4ec7-9c05-e6e912a96ad2', 'status': 'completed', 'code': 200} Aug 08 02:32:52.152564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:52.156636 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75251ca2-5e4b-4939-9c2f-bc8e57af02e3 service neutron] Pushing event updated for resources: {'Port': ['ID=706064e3-1136-4ec7-9c05-e6e912a96ad2,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:52.195943 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109e5a-1483-48fd-9596-e10da1412ad0 req-d5e2cad2-36b5-46ae-846c-c10a9bd98669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.197780 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f4109e5a-1483-48fd-9596-e10da1412ad0 req-d5e2cad2-36b5-46ae-846c-c10a9bd98669 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=414b6a313558425cbd3ed5c6da5405a9&device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 1128 time: 0.0971351 Aug 08 02:32:52.231934 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event deleted for resources: {'Port': ['ID=0bf885ea-ca94-45b2-aafa-7461404e6cf2,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:52.301599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:52.377526 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109e5a-1483-48fd-9596-e10da1412ad0 req-0f484cda-e5be-4777-bfc3-1baa21c42367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.379059 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f4109e5a-1483-48fd-9596-e10da1412ad0 req-0f484cda-e5be-4777-bfc3-1baa21c42367 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=414b6a313558425cbd3ed5c6da5405a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1628382 Aug 08 02:32:52.512308 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:52.525729 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:52.546806 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:52.547420 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:32:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:52.553605 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109e5a-1483-48fd-9596-e10da1412ad0 req-257361c1-e7b5-430c-b67d-ff0b12c03c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.555346 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f4109e5a-1483-48fd-9596-e10da1412ad0 req-257361c1-e7b5-430c-b67d-ff0b12c03c51 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1682498 Aug 08 02:32:52.570951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] No DVR routers for this DVR port 0bf885ea-ca94-45b2-aafa-7461404e6cf2 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:32:52.574578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.578069 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-42049527-9a1c-42d9-b8fb-c6bf51675415 req-3b4481a3-e5ca-41b2-9c94-c605248a2cb2 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.45 "DELETE /networking/v2.0/ports/0bf885ea-ca94-45b2-aafa-7461404e6cf2 HTTP/1.1" status: 204 len: 173 time: 1.6442199 Aug 08 02:32:52.639313 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-20db442c-3582-4772-aa75-be54ab2b6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.640927 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-20db442c-3582-4772-aa75-be54ab2b6381 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=414b6a313558425cbd3ed5c6da5405a9&device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 1128 time: 0.0473711 Aug 08 02:32:52.659888 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396841-29b2-4208-aaf2-5cf1e2fce075 req-689208d2-c923-4643-97ad-3406b989612d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.661588 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b4396841-29b2-4208-aaf2-5cf1e2fce075 req-689208d2-c923-4643-97ad-3406b989612d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 944 time: 0.0539205 Aug 08 02:32:52.665716 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:52.686343 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:52.689008 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-2ce1fe94-a4d7-4bfd-bf2b-9c06c9d33e89 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=706064e3-1136-4ec7-9c05-e6e912a96ad2 HTTP/1.1" status: 200 len: 217 time: 0.0400362 Aug 08 02:32:52.715720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b4396841-29b2-4208-aaf2-5cf1e2fce075 req-78f21093-1f66-4398-a769-6c5f71590af8 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463350 Aug 08 02:32:52.722745 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:52.733498 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:52.742347 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-4e07f57d-9b62-48d7-86a9-12ef94ae2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.743900 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-4e07f57d-9b62-48d7-86a9-12ef94ae2e8d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=afb13170-e1db-4eff-9f96-57550f5ef67d HTTP/1.1" status: 200 len: 849 time: 0.0497708 Aug 08 02:32:52.776895 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-e9a52119-6cc7-42ed-8dbb-712118c3fee0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d9455505-5caf-4786-81f8-4735ac0e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269306 Aug 08 02:32:52.876860 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-19bc7bbe-b538-42f4-801f-c22333f555c0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933421 Aug 08 02:32:52.877139 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:52.904785 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:52.913648 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:52.914354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:32:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:52.950517 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:52.973681 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-35d94664-445a-4d8a-a194-2c77affc06a7 req-2de39044-9305-4017-8c49-c4a6028ab639 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Aug 08 02:32:53.023399 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:53.139833 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4165f241-46e1-4a4d-aaab-40678d6471fe req-a56af43e-3e70-4856-875f-a83c01d1e23a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 210 time: 0.0315654 Aug 08 02:32:53.219251 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:53.248381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fa887-12da-4c22-a42d-0824aa216ea7 None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:25:25Z', 'revision_number': 4, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '17042485-def2-4c9d-bf1e-238fa979d9b8', 'name': '', 'network_id': '637774ba-5318-4e0b-8885-18933b06fb53', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'mac_address': 'fa:16:3e:2c:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:23Z', 'updated_at': '2022-08-08T02:25:37Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'subnets': [{'id': 'e24486da-4672-4819-af59-59f6a67e1f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:53.472291 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9949fd31-af51-4dd2-8f76-8b44f91bf202 None None] New status for floating IP e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5: DOWN {{(pid=104630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:32:53.837042 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97695691-49f5-4103-b148-5a249d825e16 req-15aa02f9-a608-46a5-9562-a86328060456 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:53.838521 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-97695691-49f5-4103-b148-5a249d825e16 req-15aa02f9-a608-46a5-9562-a86328060456 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 944 time: 0.0478649 Aug 08 02:32:53.858908 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:53.885946 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-97695691-49f5-4103-b148-5a249d825e16 req-40a32089-47a1-449f-9d09-f85da3ac16a4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Aug 08 02:32:54.066783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-deleted', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:54.069281 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ceae4d-5f59-4c21-aa64-42025bae5220" -d '{"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-deleted", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:54.111878 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d589a7-0116-4871-a839-2155cf99565c x-openstack-request-id: req-e8d589a7-0116-4871-a839-2155cf99565c {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:54.112169 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fd571-bd98-44f9-89f4-52f0116b642d", "name": "network-vif-deleted", "tag": "0bf885ea-ca94-45b2-aafa-7461404e6cf2", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:54.112429 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8d589a7-0116-4871-a839-2155cf99565c {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:54.112871 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d589a7-0116-4871-a839-2155cf99565c'] response: {'server_uuid': '946fd571-bd98-44f9-89f4-52f0116b642d', 'name': 'network-vif-deleted', 'tag': '0bf885ea-ca94-45b2-aafa-7461404e6cf2', 'status': 'completed', 'code': 200} Aug 08 02:32:54.261905 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0a459caf-4e0a-4e06-a708-5a82bceb190f req-41f571f8-c646-4dd1-a9e3-54bfc02cda6d tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=946fd571-bd98-44f9-89f4-52f0116b642d HTTP/1.1" status: 200 len: 210 time: 0.0279779 Aug 08 02:32:54.769857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 706064e3-1136-4ec7-9c05-e6e912a96ad2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:32:54.773195 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:32:54.801650 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 0bf885ea-ca94-45b2-aafa-7461404e6cf2 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:32:54.801992 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 0bf885ea-ca94-45b2-aafa-7461404e6cf2 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:32:54.893433 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 706064e3-1136-4ec7-9c05-e6e912a96ad2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=706064e3-1136-4ec7-9c05-e6e912a96ad2,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:54.905112 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '706064e3-1136-4ec7-9c05-e6e912a96ad2', 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e', 'port_id': '706064e3-1136-4ec7-9c05-e6e912a96ad2', 'mac_address': 'fa:16:3e:69:d4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb13170-e1db-4eff-9f96-57550f5ef67d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:32:54.940811 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 706064e3-1136-4ec7-9c05-e6e912a96ad2 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:54.941198 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:54.955339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706064e3-1136-4ec7-9c05-e6e912a96ad2 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:54.975428 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 706064e3-1136-4ec7-9c05-e6e912a96ad2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=706064e3-1136-4ec7-9c05-e6e912a96ad2,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:55.008959 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6647-12f1-43ef-a24f-38b0437d9946 req-11321bfa-6ea8-458f-86b0-ca55abc23fde tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:55.010401 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b23d6647-12f1-43ef-a24f-38b0437d9946 req-11321bfa-6ea8-458f-86b0-ca55abc23fde tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 944 time: 0.0505869 Aug 08 02:32:55.058604 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b23d6647-12f1-43ef-a24f-38b0437d9946 req-48d5bae6-8bf4-4866-b564-01ec760f1d3c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Aug 08 02:32:55.104273 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.153377 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=706064e3-1136-4ec7-9c05-e6e912a96ad2,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:55.309625 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['706064e3-1136-4ec7-9c05-e6e912a96ad2'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:32:55.360234 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:55.451404 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41362) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:55.508932 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-87f88670-4b5d-4c6f-b7f5-1dd8e96b6b18 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (899caff1-1d8b-49ae-976f-536e0dd9c569), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.532692 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-87f88670-4b5d-4c6f-b7f5-1dd8e96b6b18 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (899caff1-1d8b-49ae-976f-536e0dd9c569), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.565835 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:55.744093 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-87f88670-4b5d-4c6f-b7f5-1dd8e96b6b18 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (899caff1-1d8b-49ae-976f-536e0dd9c569), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.746992 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-87f88670-4b5d-4c6f-b7f5-1dd8e96b6b18 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.748157 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-87f88670-4b5d-4c6f-b7f5-1dd8e96b6b18 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/899caff1-1d8b-49ae-976f-536e0dd9c569 HTTP/1.1" status: 204 len: 168 time: 0.2957113 Aug 08 02:32:55.751382 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41364) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:55.757468 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f88670-4b5d-4c6f-b7f5-1dd8e96b6b18 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899caff1-1d8b-49ae-976f-536e0dd9c569,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:55.767318 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.api.v2.resource [None req-1dd1519d-ab8f-4367-8128-2183bb925e7a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] show failed (client error): The resource could not be found. Aug 08 02:32:55.768340 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-1dd1519d-ab8f-4367-8128-2183bb925e7a tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "GET /networking/v2.0/security-groups/899caff1-1d8b-49ae-976f-536e0dd9c569 HTTP/1.1" status: 404 len: 347 time: 0.0159838 Aug 08 02:32:55.771351 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41366) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:55.891123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Deleting port f44d3e74-bfe7-4593-b1c6-5372168fb70b {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:55.891530 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.971246 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.971575 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (f44d3e74-bfe7-4593-b1c6-5372168fb70b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:55.984711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Calling delete_port for f44d3e74-bfe7-4593-b1c6-5372168fb70b owned by network:floatingip {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:32:56.164825 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:56.183160 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acea37-2e63-416e-8f7e-c2e4f72675c9 req-854c2da8-0399-428f-9d61-f08b8a500696 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:56.184768 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09acea37-2e63-416e-8f7e-c2e4f72675c9 req-854c2da8-0399-428f-9d61-f08b8a500696 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 945 time: 0.0513110 Aug 08 02:32:56.230250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f44d3e74-bfe7-4593-b1c6-5372168fb70b), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.232408 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-09acea37-2e63-416e-8f7e-c2e4f72675c9 req-136599c0-6bb0-456a-9049-24ace7dc9763 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Aug 08 02:32:56.256655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Pushing event deleted for resources: {'Port': ['ID=f44d3e74-bfe7-4593-b1c6-5372168fb70b,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:56.318215 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks [] for floatingip (e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.321067 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.322474 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f05f6ef9-f0c8-4fbc-95b3-b24f42890206 tempest-AttachVolumeShelveTestJSON-1887360550 tempest-AttachVolumeShelveTestJSON-1887360550-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/e11c90bc-0800-4e8c-9b1e-8a30f6edf3a5 HTTP/1.1" status: 204 len: 168 time: 0.5502298 Aug 08 02:32:56.769825 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 706064e3-1136-4ec7-9c05-e6e912a96ad2 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:56.814429 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 706064e3-1136-4ec7-9c05-e6e912a96ad2 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:32:56.972679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 706064e3-1136-4ec7-9c05-e6e912a96ad2 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:56.973075 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.048954 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 706064e3-1136-4ec7-9c05-e6e912a96ad2 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:57.049343 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.072855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706064e3-1136-4ec7-9c05-e6e912a96ad2'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:57.075192 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52d44f1-5e56-4603-ae58-4ae868466c92" -d '{"events": [{"server_uuid": "209cb22c-fd1c-40f7-b091-43ef7195eabd", "name": "network-vif-plugged", "status": "completed", "tag": "706064e3-1136-4ec7-9c05-e6e912a96ad2"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:57.078253 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:57.091710 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 706064e3-1136-4ec7-9c05-e6e912a96ad2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=706064e3-1136-4ec7-9c05-e6e912a96ad2,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:57.116890 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5de2c4-20ac-45ec-8606-653e1286cf4a x-openstack-request-id: req-ba5de2c4-20ac-45ec-8606-653e1286cf4a {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:57.117208 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209cb22c-fd1c-40f7-b091-43ef7195eabd", "name": "network-vif-plugged", "status": "completed", "tag": "706064e3-1136-4ec7-9c05-e6e912a96ad2", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:57.117557 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ba5de2c4-20ac-45ec-8606-653e1286cf4a {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:57.118111 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5de2c4-20ac-45ec-8606-653e1286cf4a'] response: {'server_uuid': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706064e3-1136-4ec7-9c05-e6e912a96ad2', 'code': 200} Aug 08 02:32:57.212686 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.263262 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=706064e3-1136-4ec7-9c05-e6e912a96ad2,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:57.359412 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729255b5-4776-4786-8ebb-f1386d61edb6 req-eb3e426c-04ea-4ccf-8010-0f29c913496c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:57.360975 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-729255b5-4776-4786-8ebb-f1386d61edb6 req-eb3e426c-04ea-4ccf-8010-0f29c913496c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 946 time: 0.0484746 Aug 08 02:32:57.413660 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-729255b5-4776-4786-8ebb-f1386d61edb6 req-3c80a582-241c-47f0-a305-c9eb63789345 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Aug 08 02:32:57.468698 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:57.500848 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd89cf-0a4e-410c-bbbd-651611d41c16 req-0e9dee1c-7d6f-467a-9054-06db9b32becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:57.502338 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-01dd89cf-0a4e-410c-bbbd-651611d41c16 req-0e9dee1c-7d6f-467a-9054-06db9b32becc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 1130 time: 0.0443394 Aug 08 02:32:57.546715 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-01dd89cf-0a4e-410c-bbbd-651611d41c16 req-401835c7-c3a7-4a9e-b0ce-0f1d69cee108 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Aug 08 02:32:58.533872 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a4800-dfc5-4127-81d0-3ebd738c31a2 req-d6ce8855-e13f-4106-a453-e3d23790deef tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:58.535333 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4c4a4800-dfc5-4127-81d0-3ebd738c31a2 req-d6ce8855-e13f-4106-a453-e3d23790deef tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 946 time: 0.0462155 Aug 08 02:32:58.586511 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4c4a4800-dfc5-4127-81d0-3ebd738c31a2 req-7cc4feb7-06b0-4fdc-9485-56652d529855 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Aug 08 02:32:59.215589 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41412) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:59.689681 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (d828d923-acae-4fb3-bc3b-10c8106a4a15), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:59.717190 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4a83f-bd44-44eb-921f-dce372e51818 req-257b9476-0286-4598-b503-dc5982ea5347 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:59.732455 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-16a4a83f-bd44-44eb-921f-dce372e51818 req-257b9476-0286-4598-b503-dc5982ea5347 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 946 time: 0.0524244 Aug 08 02:32:59.739434 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:59.770303 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-16a4a83f-bd44-44eb-921f-dce372e51818 req-d582fcbb-71ff-41de-a799-8cff10d44932 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Aug 08 02:32:59.916693 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Deleting port 17042485-def2-4c9d-bf1e-238fa979d9b8 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:32:59.917036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.004078 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] For port 17042485-def2-4c9d-bf1e-238fa979d9b8, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=17042485-def2-4c9d-bf1e-238fa979d9b8,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:00.004430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.020548 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:00.021768 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Calling delete_port for 17042485-def2-4c9d-bf1e-238fa979d9b8 owned by network:router_interface {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:33:00.275374 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (17042485-def2-4c9d-bf1e-238fa979d9b8), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.302941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=17042485-def2-4c9d-bf1e-238fa979d9b8,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:00.486283 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (d828d923-acae-4fb3-bc3b-10c8106a4a15), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.704204 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Router d828d923-acae-4fb3-bc3b-10c8106a4a15 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:33:00.815644 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:33:00.823745 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-883005ba-42a1-4336-bcc6-776e0fdd3e5e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d828d923-acae-4fb3-bc3b-10c8106a4a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6044865 Aug 08 02:33:00.823745 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41436) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:00.829317 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e956e430-af9b-4952-89a2-3361341af088 None None] Sync routers for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:33:00.846896 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:33:00.847528 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:32:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:00.911201 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:00.932265 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks [] for router (d828d923-acae-4fb3-bc3b-10c8106a4a15), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.953541 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41440) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:00.966640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:33:01.035148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:01.044011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks [] for router_gateway (d828d923-acae-4fb3-bc3b-10c8106a4a15), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.080145 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.161791 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Publish callbacks [] for security_group (ec807933-512b-4ee6-915c-f9ceb8c8e6b3), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.164859 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:33:00Z', 'revision_number': 5, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port': {'id': 'b0a13c90-6685-44ad-8fae-a88a53b35485', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:17Z', 'updated_at': '2022-08-08T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:01.168132 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Deleting port b0a13c90-6685-44ad-8fae-a88a53b35485 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:33:01.168546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.192014 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e956e430-af9b-4952-89a2-3361341af088 None None] Checking router: d828d923-acae-4fb3-bc3b-10c8106a4a15 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:33:01.203908 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] Routers {'d828d923-acae-4fb3-bc3b-10c8106a4a15'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:33:01.204775 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:32:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['d828d923-acae-4fb3-bc3b-10c8106a4a15'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:01.211812 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0e468-a4c1-443d-b619-04675fdbce5c req-83a00230-0945-4f98-a0b2-2906b73a56af tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:01.213347 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-07f0e468-a4c1-443d-b619-04675fdbce5c req-83a00230-0945-4f98-a0b2-2906b73a56af tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 946 time: 0.0500410 Aug 08 02:33:01.255060 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ec807933-512b-4ee6-915c-f9ceb8c8e6b3), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.257151 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] For port b0a13c90-6685-44ad-8fae-a88a53b35485, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=b0a13c90-6685-44ad-8fae-a88a53b35485,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:01.257538 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.280125 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Calling delete_port for b0a13c90-6685-44ad-8fae-a88a53b35485 owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:33:01.290270 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-07f0e468-a4c1-443d-b619-04675fdbce5c req-f84a8a66-ebf8-47bc-b469-9ff63305e7c5 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Aug 08 02:33:01.313830 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec807933-512b-4ee6-915c-f9ceb8c8e6b3,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:01.321170 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b7f7a8ec58894be78ab4201033844206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659716 Aug 08 02:33:01.322404 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41446) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:01.336083 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.336877 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.337498 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.338049 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.338597 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.339146 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.339928 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.340578 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.341142 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.341669 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.342159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.342674 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.343172 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.343664 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.344143 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb5cc21-8a81-45d0-a02d-fb3f5d35f8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:01.400617 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c8eb444-ae48-4c81-9618-71fa6c4504b0 admin admin] Publish callbacks [] for security_group (ec807933-512b-4ee6-915c-f9ceb8c8e6b3), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.427035 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c8eb444-ae48-4c81-9618-71fa6c4504b0 admin admin] Publish callbacks [] for security_group (ec807933-512b-4ee6-915c-f9ceb8c8e6b3), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.433330 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] Set router d828d923-acae-4fb3-bc3b-10c8106a4a15 gateway port host: None {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:33:01.490106 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-e956e430-af9b-4952-89a2-3361341af088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:33:01Z', 'revision_number': 6, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:01.517074 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e956e430-af9b-4952-89a2-3361341af088 None None] The sync data for ids ['d828d923-acae-4fb3-bc3b-10c8106a4a15'] in dv-cinder-740146-18-iscsi is: [{'id': 'd828d923-acae-4fb3-bc3b-10c8106a4a15', 'name': 'tempest-AttachVolumeShelveTestJSON-1695235081-router', 'tenant_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:25:15Z', 'updated_at': '2022-08-08T02:33:01Z', 'revision_number': 6, 'project_id': '7caa43bf43ad4e84b4b648e9ab33bd7f', 'gw_port_host': None}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:33:01.575513 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c8eb444-ae48-4c81-9618-71fa6c4504b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ec807933-512b-4ee6-915c-f9ceb8c8e6b3), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.578211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9c8eb444-ae48-4c81-9618-71fa6c4504b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.579385 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9c8eb444-ae48-4c81-9618-71fa6c4504b0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ec807933-512b-4ee6-915c-f9ceb8c8e6b3 HTTP/1.1" status: 204 len: 168 time: 0.2546003 Aug 08 02:33:01.591438 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eb444-ae48-4c81-9618-71fa6c4504b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec807933-512b-4ee6-915c-f9ceb8c8e6b3,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:01.789744 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (b0a13c90-6685-44ad-8fae-a88a53b35485), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.815398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a13c90-6685-44ad-8fae-a88a53b35485,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:01.888116 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (d828d923-acae-4fb3-bc3b-10c8106a4a15), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.982862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (d828d923-acae-4fb3-bc3b-10c8106a4a15), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:01.985410 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks [] for router_controller (d828d923-acae-4fb3-bc3b-10c8106a4a15), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.123890 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (d828d923-acae-4fb3-bc3b-10c8106a4a15), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.124491 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d828d923-acae-4fb3-bc3b-10c8106a4a15 {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:33:02.133812 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.133812 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4eaf507e-8f54-456c-a56f-c960ca8382d0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d828d923-acae-4fb3-bc3b-10c8106a4a15 HTTP/1.1" status: 204 len: 168 time: 1.3047547 Aug 08 02:33:02.133812 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41452) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:02.170908 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:02.178443 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Deleting subnet e24486da-4672-4819-af59-59f6a67e1f61 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:33:02.181555 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Publish callbacks [] for subnet (e24486da-4672-4819-af59-59f6a67e1f61), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.218772 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (e24486da-4672-4819-af59-59f6a67e1f61), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.281934 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41454) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:02.296458 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a330-b9b0-491a-aed3-beb7671022ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.300866 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (e24486da-4672-4819-af59-59f6a67e1f61), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.322704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 17042485-def2-4c9d-bf1e-238fa979d9b8 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:33:02.362287 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:02.369504 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 17042485-def2-4c9d-bf1e-238fa979d9b8 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:33:02.370694 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 17042485-def2-4c9d-bf1e-238fa979d9b8 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:33:02.378053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:02.415028 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a330-b9b0-491a-aed3-beb7671022ac admin admin] Publish callbacks [] for security_group (222c5974-06ee-45cb-a9c5-6d09700f8200), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.439523 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (e24486da-4672-4819-af59-59f6a67e1f61), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.463920 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170fa6-9826-469d-871f-97199f8020c5 req-b510d937-aac4-475c-9e95-fdac084381c1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:02.466533 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f6170fa6-9826-469d-871f-97199f8020c5 req-b510d937-aac4-475c-9e95-fdac084381c1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 946 time: 0.0567079 Aug 08 02:33:02.470175 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.475321 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ad711-a045-48b1-b758-559ba0b5781c None None] Network 637774ba-5318-4e0b-8885-18933b06fb53 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:02.489494 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e24486da-4672-4819-af59-59f6a67e1f61 HTTP/1.1" status: 204 len: 168 time: 0.3561034 Aug 08 02:33:02.490641 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5abdc9-0aec-4407-9cc1-53c10fa2543d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24486da-4672-4819-af59-59f6a67e1f61,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:02.493279 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41458) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:02.506450 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6ca9a330-b9b0-491a-aed3-beb7671022ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (222c5974-06ee-45cb-a9c5-6d09700f8200), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.546608 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9a330-b9b0-491a-aed3-beb7671022ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c5974-06ee-45cb-a9c5-6d09700f8200,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:02.573385 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f6170fa6-9826-469d-871f-97199f8020c5 req-6e5fb219-0b71-40ce-9fef-92635894b01d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990067 Aug 08 02:33:02.582130 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6ca9a330-b9b0-491a-aed3-beb7671022ac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b18926df9a534324854ed12919aed648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990091 Aug 08 02:33:02.585031 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41460) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:02.642661 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-d5bfed84-583c-4518-a102-e9ad63e398ee tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:02.642661 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-d5bfed84-583c-4518-a102-e9ad63e398ee tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 946 time: 0.0998168 Aug 08 02:33:02.672044 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eed69a4-c794-442c-bd45-f3b3b54fe2c2 admin admin] Publish callbacks [] for security_group (222c5974-06ee-45cb-a9c5-6d09700f8200), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.677188 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] DHCP port deletion for 637774ba-5318-4e0b-8885-18933b06fb53 request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:33:02.684561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (637774ba-5318-4e0b-8885-18933b06fb53), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.689121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:02.695808 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eed69a4-c794-442c-bd45-f3b3b54fe2c2 admin admin] Publish callbacks [] for security_group (222c5974-06ee-45cb-a9c5-6d09700f8200), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.733252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] Deleting port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:33:02.733252 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.783729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Deleting port 706064e3-1136-4ec7-9c05-e6e912a96ad2 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:33:02.784067 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.799570 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Deleting port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:33:02.799835 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.811867 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] For port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:02.812262 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.825613 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] Calling delete_port for c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:33:02.849833 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eed69a4-c794-442c-bd45-f3b3b54fe2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (222c5974-06ee-45cb-a9c5-6d09700f8200), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.852434 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3eed69a4-c794-442c-bd45-f3b3b54fe2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.856709 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3eed69a4-c794-442c-bd45-f3b3b54fe2c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/222c5974-06ee-45cb-a9c5-6d09700f8200 HTTP/1.1" status: 204 len: 168 time: 0.2674861 Aug 08 02:33:02.866926 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed69a4-c794-442c-bd45-f3b3b54fe2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c5974-06ee-45cb-a9c5-6d09700f8200,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:02.868601 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:02.934518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] For port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,segment=NetworkSegment(57babc71-1730-46f1-927f-f88039fdd44d),segment_id=57babc71-1730-46f1-927f-f88039fdd44d)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:02.934860 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.956577 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] For port 706064e3-1136-4ec7-9c05-e6e912a96ad2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=706064e3-1136-4ec7-9c05-e6e912a96ad2,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:02.956957 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:02.959566 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Calling delete_port for c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 owned by network:dhcp {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:33:02.976562 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Calling delete_port for 706064e3-1136-4ec7-9c05-e6e912a96ad2 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:33:02.985966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.015361 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.046856 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] No DVR routers for this DVR port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:33:03.050815 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014116c5-0a2f-40c2-a9d6-de865fffe0f7 None None] Pushing event deleted for resources: {'Port': ['ID=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:03.107687 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (c50b91f5-c78d-4b80-bacd-cd14f3b35bb4), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.153585 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c50b91f5-c78d-4b80-bacd-cd14f3b35bb4,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:03.160816 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] No DVR routers for this DVR port c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 on host dv-cinder-740146-18-iscsi {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:33:03.249865 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (637774ba-5318-4e0b-8885-18933b06fb53), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.271510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637774ba-5318-4e0b-8885-18933b06fb53']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:03.281695 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57babc71-1730-46f1-927f-f88039fdd44d') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:03.281987 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57babc71-1730-46f1-927f-f88039fdd44d') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:03.291767 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (57babc71-1730-46f1-927f-f88039fdd44d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.305639 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (57babc71-1730-46f1-927f-f88039fdd44d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.311493 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (706064e3-1136-4ec7-9c05-e6e912a96ad2), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.322700 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:33:03.322700 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (57babc71-1730-46f1-927f-f88039fdd44d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.353963 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 57babc71-1730-46f1-927f-f88039fdd44d resource provider aggregate not found Aug 08 02:33:03.383993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Pushing event deleted for resources: {'Port': ['ID=706064e3-1136-4ec7-9c05-e6e912a96ad2,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:03.402898 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment 57babc71-1730-46f1-927f-f88039fdd44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57babc71-1730-46f1-927f-f88039fdd44d found for delete ", "request_id": "req-41e62c2c-d526-431b-b238-f8a0b703d2f3"}]} Aug 08 02:33:03.445989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] No DVR routers for this DVR port 706064e3-1136-4ec7-9c05-e6e912a96ad2 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:33:03.448645 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.453264 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a0fb306a-65d2-42e6-a3cb-2b92d5ac1ac4 req-c5622aa4-3349-4aaf-833e-66fa176a34aa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "DELETE /networking/v2.0/ports/706064e3-1136-4ec7-9c05-e6e912a96ad2 HTTP/1.1" status: 204 len: 173 time: 0.8072822 Aug 08 02:33:03.453695 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'name': 'network-vif-deleted', 'tag': '706064e3-1136-4ec7-9c05-e6e912a96ad2'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:03.456051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255c695-0495-4aba-862c-ebc26440ef84" -d '{"events": [{"server_uuid": "209cb22c-fd1c-40f7-b091-43ef7195eabd", "name": "network-vif-deleted", "tag": "706064e3-1136-4ec7-9c05-e6e912a96ad2"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:03.494372 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce4a593-6899-4b82-a69d-ad28463a1c23 x-openstack-request-id: req-8ce4a593-6899-4b82-a69d-ad28463a1c23 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:03.494672 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209cb22c-fd1c-40f7-b091-43ef7195eabd", "name": "network-vif-deleted", "tag": "706064e3-1136-4ec7-9c05-e6e912a96ad2", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:03.494944 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8ce4a593-6899-4b82-a69d-ad28463a1c23 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:03.495387 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce4a593-6899-4b82-a69d-ad28463a1c23'] response: {'server_uuid': '209cb22c-fd1c-40f7-b091-43ef7195eabd', 'name': 'network-vif-deleted', 'tag': '706064e3-1136-4ec7-9c05-e6e912a96ad2', 'status': 'completed', 'code': 200} Aug 08 02:33:03.541323 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.544449 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=9 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.569960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (637774ba-5318-4e0b-8885-18933b06fb53), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.577390 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.584497 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/637774ba-5318-4e0b-8885-18933b06fb53 HTTP/1.1" status: 204 len: 168 time: 1.0877566 Aug 08 02:33:03.592738 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354904f-5758-4e46-aabe-0d6a4b339d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=637774ba-5318-4e0b-8885-18933b06fb53,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:03.715614 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-76219e1c-6528-40ac-b86f-95187d972128 req-650f36e9-4646-4b6a-8ed7-0df70faad8b7 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=209cb22c-fd1c-40f7-b091-43ef7195eabd HTTP/1.1" status: 200 len: 210 time: 0.0289853 Aug 08 02:33:03.723992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.734328 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41478) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:03.748774 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2fa4896f-51f9-484e-875a-016433da3194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.826942 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2fa4896f-51f9-484e-875a-016433da3194 admin admin] Publish callbacks [] for security_group (8df67464-e81c-4f34-bbc6-2d44a5f5bea0), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.893728 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2fa4896f-51f9-484e-875a-016433da3194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (8df67464-e81c-4f34-bbc6-2d44a5f5bea0), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:03.898714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.936932 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2fa4896f-51f9-484e-875a-016433da3194 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c02a9d735cae4cad968305e5869ec4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014947 Aug 08 02:33:03.939592 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41480) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:03.945747 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4896f-51f9-484e-875a-016433da3194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df67464-e81c-4f34-bbc6-2d44a5f5bea0,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:03.968895 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:33:03.973361 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.974441 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41482) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:03.994224 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8434b952-ee63-45f2-8c9b-4ee378160386 admin admin] Publish callbacks [] for security_group (8df67464-e81c-4f34-bbc6-2d44a5f5bea0), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.005794 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:33:04.006521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device c50b91f5-c78d-4b80-bacd-cd14f3b35bb4 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:33:04.007154 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b0a13c90-6685-44ad-8fae-a88a53b35485 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:33:04.021040 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8434b952-ee63-45f2-8c9b-4ee378160386 admin admin] Publish callbacks [] for security_group (8df67464-e81c-4f34-bbc6-2d44a5f5bea0), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.027241 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: b0a13c90-6685-44ad-8fae-a88a53b35485 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:33:04.027587 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device b0a13c90-6685-44ad-8fae-a88a53b35485 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:33:04.034624 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5c31d630-6518-4e28-8eb1-80e4c1641af9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7caa43bf43ad4e84b4b648e9ab33bd7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0587113 Aug 08 02:33:04.035749 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41484) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:04.107258 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f929ce2e-7fcb-4283-93cc-da9a4b9e0f90 admin admin] Publish callbacks [] for security_group (65f9d1d0-d448-42cf-a8e8-5b71f7bde57b), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.129877 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f929ce2e-7fcb-4283-93cc-da9a4b9e0f90 admin admin] Publish callbacks [] for security_group (65f9d1d0-d448-42cf-a8e8-5b71f7bde57b), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.162756 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:04.220921 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8434b952-ee63-45f2-8c9b-4ee378160386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (8df67464-e81c-4f34-bbc6-2d44a5f5bea0), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.223591 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8434b952-ee63-45f2-8c9b-4ee378160386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.224832 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8434b952-ee63-45f2-8c9b-4ee378160386 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8df67464-e81c-4f34-bbc6-2d44a5f5bea0 HTTP/1.1" status: 204 len: 168 time: 0.2841182 Aug 08 02:33:04.235063 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434b952-ee63-45f2-8c9b-4ee378160386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df67464-e81c-4f34-bbc6-2d44a5f5bea0,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:04.255053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f929ce2e-7fcb-4283-93cc-da9a4b9e0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (65f9d1d0-d448-42cf-a8e8-5b71f7bde57b), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.258398 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f929ce2e-7fcb-4283-93cc-da9a4b9e0f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:04.261784 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f929ce2e-7fcb-4283-93cc-da9a4b9e0f90 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/65f9d1d0-d448-42cf-a8e8-5b71f7bde57b HTTP/1.1" status: 204 len: 168 time: 0.2251086 Aug 08 02:33:04.270470 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ce2e-7fcb-4283-93cc-da9a4b9e0f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f9d1d0-d448-42cf-a8e8-5b71f7bde57b,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:04.785527 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 706064e3-1136-4ec7-9c05-e6e912a96ad2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:33:04.813352 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 706064e3-1136-4ec7-9c05-e6e912a96ad2 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:33:04.813697 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 706064e3-1136-4ec7-9c05-e6e912a96ad2 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:33:05.298980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-fb15be29-6e56-4056-b702-8baf34f5f871 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:05.300462 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-fb15be29-6e56-4056-b702-8baf34f5f871 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d9455505-5caf-4786-81f8-4735ac0e318e HTTP/1.1" status: 200 len: 809 time: 0.3067775 Aug 08 02:33:05.315792 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-2ab1a70f-9d01-406b-8802-bc1f6dc7c3f1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/quotas/414b6a313558425cbd3ed5c6da5405a9 HTTP/1.1" status: 200 len: 375 time: 0.0095654 Aug 08 02:33:05.350058 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-c214f042-dd30-46b3-a338-fa33ac75b8a8 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=414b6a313558425cbd3ed5c6da5405a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287306 Aug 08 02:33:05.455094 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-d95c5e31-19d4-43ba-90da-4e255c13f36a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974765 Aug 08 02:33:05.553872 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-e05c9263-f3ef-4930-9437-f47327dcb1cb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920753 Aug 08 02:33:05.842087 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dfc2f840-bf3a-4f42-ad48-92efd2b38258 req-847c91d8-015c-45f5-a0a0-eafef0071bc1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 210 time: 0.0328147 Aug 08 02:33:06.959630 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c1647d55-0e28-4141-be34-0d24c0545212 req-4a2562fd-eab3-4e69-89b5-3db44bd9c0ca tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 210 time: 0.0426717 Aug 08 02:33:08.081311 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-479ff6ad-4e1c-4d8c-a066-40fb11d52c6c req-db1c1f0b-815c-403a-863f-7cb15f84b06d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 210 time: 0.0459280 Aug 08 02:33:08.181049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-aff9ffc2-07c7-4a3f-a7d5-5af139a2806d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:08.182605 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-aff9ffc2-07c7-4a3f-a7d5-5af139a2806d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "GET /networking/v2.0/networks?id=d9455505-5caf-4786-81f8-4735ac0e318e HTTP/1.1" status: 200 len: 809 time: 0.1317842 Aug 08 02:33:08.195486 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Request body: {'port': {'device_id': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e', 'admin_state_up': True, 'tenant_id': '414b6a313558425cbd3ed5c6da5405a9'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:08.395269 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Made reservation on behalf of 414b6a313558425cbd3ed5c6da5405a9 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:08.398757 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:08.533847 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Allocated IP 172.20.0.13 (d9455505-5caf-4786-81f8-4735ac0e318e/afb13170-e1db-4eff-9f96-57550f5ef67d/35865bc3-fb2d-47aa-9dca-c85e9076883c) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:33:08.686392 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks [] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:08.935956 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:08.972568 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:08.981767 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Network d9455505-5caf-4786-81f8-4735ac0e318e is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:08.985001 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:08.988602 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:33:09.016796 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Pushing event updated for resources: {'Port': ['ID=35865bc3-fb2d-47aa-9dca-c85e9076883c,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:09.042928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:09.043528 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:09.160803 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-94e6a130-7ac9-4e83-85d5-65fe22396b43 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9696283 Aug 08 02:33:09.201643 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb978c-5ee6-4eec-b215-57215029138d req-e9ee555f-0920-4a6a-9ad5-694167449186 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:09.203177 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-08bb978c-5ee6-4eec-b215-57215029138d req-e9ee555f-0920-4a6a-9ad5-694167449186 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 932 time: 0.0481536 Aug 08 02:33:09.251248 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-08bb978c-5ee6-4eec-b215-57215029138d req-e2712df0-0ad2-4dbc-b611-794a6b0f49a8 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Aug 08 02:33:10.370362 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18258b-fb71-4f52-9a62-6085e7497d99 req-24033003-b7bf-4b60-80ea-2fab8233a3f6 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:10.371851 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd18258b-fb71-4f52-9a62-6085e7497d99 req-24033003-b7bf-4b60-80ea-2fab8233a3f6 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 932 time: 0.0472021 Aug 08 02:33:10.422931 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd18258b-fb71-4f52-9a62-6085e7497d99 req-9b3bb32b-0c59-4ddb-be5e-524f9f62da0c tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Aug 08 02:33:10.917587 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Request body: {'port': {'device_id': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:10.984577 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:10.999809 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:11.237796 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35865bc3-fb2d-47aa-9dca-c85e9076883c {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:33:11.245250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Publish callbacks [] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:11.258728 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Transition to ACTIVE for port object 35865bc3-fb2d-47aa-9dca-c85e9076883c will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:33:11.332882 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:11.397859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Pushing event updated for resources: {'Port': ['ID=35865bc3-fb2d-47aa-9dca-c85e9076883c,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:11.450718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Attempting to bind port 35865bc3-fb2d-47aa-9dca-c85e9076883c on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:33:11.450718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Attempting to bind port 35865bc3-fb2d-47aa-9dca-c85e9076883c by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:33:11.450718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Attempting to bind port 35865bc3-fb2d-47aa-9dca-c85e9076883c on network d9455505-5caf-4786-81f8-4735ac0e318e {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:33:11.456013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Port 35865bc3-fb2d-47aa-9dca-c85e9076883c on network d9455505-5caf-4786-81f8-4735ac0e318e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:33:11.456538 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Attempting to bind port 35865bc3-fb2d-47aa-9dca-c85e9076883c on network d9455505-5caf-4786-81f8-4735ac0e318e {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:33:11.462137 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:33:11.462484 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Checking segment: {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:11.462876 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Bound using segment: {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:33:11.463314 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Bound port: 35865bc3-fb2d-47aa-9dca-c85e9076883c, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eb5f87-bfd4-4e49-9e48-5230ba5d1544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:33:11.463676 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:11.533021 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] For port 35865bc3-fb2d-47aa-9dca-c85e9076883c, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:33:11.536151 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] For port 35865bc3-fb2d-47aa-9dca-c85e9076883c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35865bc3-fb2d-47aa-9dca-c85e9076883c,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:33:11.555748 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c60878-c1ea-444c-ade3-6c85260fc9f6 req-c1456589-ee6c-43db-a164-96b9ed9217a4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:11.557262 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d6c60878-c1ea-444c-ade3-6c85260fc9f6 req-c1456589-ee6c-43db-a164-96b9ed9217a4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Aug 08 02:33:11.606205 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d6c60878-c1ea-444c-ade3-6c85260fc9f6 req-499581f2-dbbc-4111-949e-74ef6994879e tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Aug 08 02:33:11.607783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:11.611523 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:11.612132 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:11.613915 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/35865bc3-fb2d-47aa-9dca-c85e9076883c HTTP/1.1" status: 200 len: 1094 time: 0.7012193 Aug 08 02:33:11.616271 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'tag': '35865bc3-fb2d-47aa-9dca-c85e9076883c'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:11.618776 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270d5fec-d8ea-484b-8248-231ecaf057bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b00165-4068-46b3-904a-20ca45ed8882", "tag": "35865bc3-fb2d-47aa-9dca-c85e9076883c"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:11.647591 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:11.657932 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631bbbc4-ed09-4157-a2bf-060d7f7f5200 x-openstack-request-id: req-631bbbc4-ed09-4157-a2bf-060d7f7f5200 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:11.658229 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b00165-4068-46b3-904a-20ca45ed8882", "tag": "35865bc3-fb2d-47aa-9dca-c85e9076883c", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:11.658518 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-631bbbc4-ed09-4157-a2bf-060d7f7f5200 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:11.658966 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631bbbc4-ed09-4157-a2bf-060d7f7f5200'] response: {'name': 'network-changed', 'server_uuid': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'tag': '35865bc3-fb2d-47aa-9dca-c85e9076883c', 'status': 'completed', 'code': 200} Aug 08 02:33:11.673564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6cc03-ce97-44b4-ab3d-f87d48ed5247 service neutron] Pushing event updated for resources: {'Port': ['ID=35865bc3-fb2d-47aa-9dca-c85e9076883c,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:12.712844 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:12.728477 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f4138-0634-4ad3-b54c-f9d7f17e6974 req-119cc01c-500b-4344-aec3-1ff62af1d699 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:12.730009 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db8f4138-0634-4ad3-b54c-f9d7f17e6974 req-119cc01c-500b-4344-aec3-1ff62af1d699 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 944 time: 0.0469005 Aug 08 02:33:12.777989 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db8f4138-0634-4ad3-b54c-f9d7f17e6974 req-6330d62d-c34f-434c-b558-707016156f1e tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Aug 08 02:33:13.840123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5fec-d8ea-484b-8248-231ecaf057bf req-45149e2e-3a9e-42f3-aae2-5f64fe83bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:13.841817 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-270d5fec-d8ea-484b-8248-231ecaf057bf req-45149e2e-3a9e-42f3-aae2-5f64fe83bb87 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=414b6a313558425cbd3ed5c6da5405a9&device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 1128 time: 0.0422928 Aug 08 02:33:13.902296 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3127d4-a067-4412-9546-6bdda78daeef req-ee52643f-5833-43b5-83e2-87a712d0fe81 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:13.903865 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5a3127d4-a067-4412-9546-6bdda78daeef req-ee52643f-5833-43b5-83e2-87a712d0fe81 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 944 time: 0.0519984 Aug 08 02:33:13.946450 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5fec-d8ea-484b-8248-231ecaf057bf req-33c69ec8-f168-4371-9bc3-3a19ba0731f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:13.948193 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-270d5fec-d8ea-484b-8248-231ecaf057bf req-33c69ec8-f168-4371-9bc3-3a19ba0731f9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=414b6a313558425cbd3ed5c6da5405a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0983174 Aug 08 02:33:13.953782 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5a3127d4-a067-4412-9546-6bdda78daeef req-f410a51a-6faa-41fd-87f0-41ba1b02e1e4 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Aug 08 02:33:14.048316 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5fec-d8ea-484b-8248-231ecaf057bf req-2beaacda-4675-4e4f-93bd-9c2c3ae07b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:14.049801 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-270d5fec-d8ea-484b-8248-231ecaf057bf req-2beaacda-4675-4e4f-93bd-9c2c3ae07b15 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957265 Aug 08 02:33:14.130651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-1efaec54-c31d-41c3-b86c-a5497b1844fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:14.132130 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-1efaec54-c31d-41c3-b86c-a5497b1844fd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=414b6a313558425cbd3ed5c6da5405a9&device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 1128 time: 0.0403044 Aug 08 02:33:14.176207 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-2d09d456-b60e-4677-9ce0-38c3b1a716af service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35865bc3-fb2d-47aa-9dca-c85e9076883c HTTP/1.1" status: 200 len: 217 time: 0.0360487 Aug 08 02:33:14.225170 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-257b093f-2982-4b8d-b468-6c686ed7b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:14.226601 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-257b093f-2982-4b8d-b468-6c686ed7b7df service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=afb13170-e1db-4eff-9f96-57550f5ef67d HTTP/1.1" status: 200 len: 849 time: 0.0446575 Aug 08 02:33:14.259935 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-96343f0e-a4a6-4848-8e1e-1712e4a024bd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=d9455505-5caf-4786-81f8-4735ac0e318e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253613 Aug 08 02:33:14.354234 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-75fa1438-7c4c-4e8d-a8cd-3bb03c43c2c4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872545 Aug 08 02:33:14.453333 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-768a8f45-f61d-4e30-84d8-282c7bf65ab4 req-13e61b08-15f4-48f0-ba31-cbccbadc83c5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929127 Aug 08 02:33:14.768356 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:14.796729 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:15.086024 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb34ce1-c9e0-4408-bdb9-dbca037c39ef req-a9f48ca6-bece-4d9e-b197-b09df797f957 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:15.087550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9bb34ce1-c9e0-4408-bdb9-dbca037c39ef req-a9f48ca6-bece-4d9e-b197-b09df797f957 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 944 time: 0.0584345 Aug 08 02:33:15.141820 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9bb34ce1-c9e0-4408-bdb9-dbca037c39ef req-c0d7a9b2-dc30-42c7-bdc6-43b69afe067d tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473487 Aug 08 02:33:16.270888 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f71d96-e91b-4d59-960f-4e0446463630 req-c25d0284-1624-4e32-ad05-860a3c688770 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:16.272359 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-33f71d96-e91b-4d59-960f-4e0446463630 req-c25d0284-1624-4e32-ad05-860a3c688770 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 944 time: 0.0511193 Aug 08 02:33:16.324909 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-33f71d96-e91b-4d59-960f-4e0446463630 req-80bb1f36-e26b-46ea-9023-98d9b4b84651 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Aug 08 02:33:16.424318 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-6817e8af-c78b-49d5-951a-3385c50561b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:16.703814 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41726) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:16.815439 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9203c423-d027-4c25-abf6-6c91aa822e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:16.890050 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9203c423-d027-4c25-abf6-6c91aa822e73 admin admin] Publish callbacks [] for security_group (bf644c1a-3a09-468d-827a-fd1939ebabaf), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:16.972424 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9203c423-d027-4c25-abf6-6c91aa822e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (bf644c1a-3a09-468d-827a-fd1939ebabaf), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.012261 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9203c423-d027-4c25-abf6-6c91aa822e73 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=962280636320471080abda11086f1e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073740 Aug 08 02:33:17.013119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203c423-d027-4c25-abf6-6c91aa822e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf644c1a-3a09-468d-827a-fd1939ebabaf,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:17.016613 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41730) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:17.042171 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:17.068198 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-05383ddf-b20a-43a8-83d0-a89b148a12a8 admin admin] Publish callbacks [] for security_group (bf644c1a-3a09-468d-827a-fd1939ebabaf), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.094891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-05383ddf-b20a-43a8-83d0-a89b148a12a8 admin admin] Publish callbacks [] for security_group (bf644c1a-3a09-468d-827a-fd1939ebabaf), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.263878 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-05383ddf-b20a-43a8-83d0-a89b148a12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (bf644c1a-3a09-468d-827a-fd1939ebabaf), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.266921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-05383ddf-b20a-43a8-83d0-a89b148a12a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.268075 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-05383ddf-b20a-43a8-83d0-a89b148a12a8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf644c1a-3a09-468d-827a-fd1939ebabaf HTTP/1.1" status: 204 len: 168 time: 0.2502379 Aug 08 02:33:17.277080 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05383ddf-b20a-43a8-83d0-a89b148a12a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf644c1a-3a09-468d-827a-fd1939ebabaf,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:17.443055 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d58ca7-b4d9-4cf6-b2b7-28571731e390 req-cc3544ce-aaca-4db2-a6ea-37ee4c4f98f5 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:17.444559 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c8d58ca7-b4d9-4cf6-b2b7-28571731e390 req-cc3544ce-aaca-4db2-a6ea-37ee4c4f98f5 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 944 time: 0.0480812 Aug 08 02:33:17.474470 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:17.495988 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c8d58ca7-b4d9-4cf6-b2b7-28571731e390 req-4441e94f-0964-4389-9053-ec4310def292 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Aug 08 02:33:17.800446 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35865bc3-fb2d-47aa-9dca-c85e9076883c details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:33:17.913218 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 35865bc3-fb2d-47aa-9dca-c85e9076883c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35865bc3-fb2d-47aa-9dca-c85e9076883c,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:17.925291 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '35865bc3-fb2d-47aa-9dca-c85e9076883c', 'network_id': 'd9455505-5caf-4786-81f8-4735ac0e318e', 'port_id': '35865bc3-fb2d-47aa-9dca-c85e9076883c', 'mac_address': 'fa:16:3e:40:84:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb13170-e1db-4eff-9f96-57550f5ef67d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:33:17.960803 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 35865bc3-fb2d-47aa-9dca-c85e9076883c is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:17.961186 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.974876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35865bc3-fb2d-47aa-9dca-c85e9076883c {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:33:17.994964 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 35865bc3-fb2d-47aa-9dca-c85e9076883c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35865bc3-fb2d-47aa-9dca-c85e9076883c,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:18.092363 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.145672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=35865bc3-fb2d-47aa-9dca-c85e9076883c,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:18.153414 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.154314 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.154314 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.154535 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.154857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.155299 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.155876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.156284 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.156626 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.157006 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.157339 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.157668 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.158031 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.158355 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.158679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.320828 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35865bc3-fb2d-47aa-9dca-c85e9076883c'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:33:18.618096 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac4240-7dad-4400-8e18-a8e8d166d95e req-3ef196fb-cd8a-4c07-a04d-6f2b3737d454 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:18.619631 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-88ac4240-7dad-4400-8e18-a8e8d166d95e req-3ef196fb-cd8a-4c07-a04d-6f2b3737d454 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Aug 08 02:33:18.671447 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-88ac4240-7dad-4400-8e18-a8e8d166d95e req-11429361-63a3-4442-acee-ee46761009a1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Aug 08 02:33:19.050244 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-0c61eb50-c297-420d-9fb9-b043387ebf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.232967 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41782) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:19.356092 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fc4-02a2-4246-a780-fb1e43b2f2ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.437782 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fc4-02a2-4246-a780-fb1e43b2f2ff admin admin] Publish callbacks [] for security_group (93982aa5-c4e1-4391-9928-0ebfed19d28b), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.549953 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3fc4-02a2-4246-a780-fb1e43b2f2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (93982aa5-c4e1-4391-9928-0ebfed19d28b), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.568232 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:19.592277 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2c5d3fc4-02a2-4246-a780-fb1e43b2f2ff admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2680aa11074448e6b2adced27b844f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576477 Aug 08 02:33:19.594839 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d3fc4-02a2-4246-a780-fb1e43b2f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93982aa5-c4e1-4391-9928-0ebfed19d28b,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:19.596133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41802) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:19.652243 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c2bddc41-d503-44ca-a20f-e2e4ccd0be7e admin admin] Publish callbacks [] for security_group (93982aa5-c4e1-4391-9928-0ebfed19d28b), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.677175 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c2bddc41-d503-44ca-a20f-e2e4ccd0be7e admin admin] Publish callbacks [] for security_group (93982aa5-c4e1-4391-9928-0ebfed19d28b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.693041 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:19.749867 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.800460 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35865bc3-fb2d-47aa-9dca-c85e9076883c up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:19.803616 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c878929-6a59-4431-81ee-3bfc37a6dbea req-52e1ad78-b890-4a34-9855-c47176f366e9 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:19.805167 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7c878929-6a59-4431-81ee-3bfc37a6dbea req-52e1ad78-b890-4a34-9855-c47176f366e9 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Aug 08 02:33:19.822233 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c2bddc41-d503-44ca-a20f-e2e4ccd0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (93982aa5-c4e1-4391-9928-0ebfed19d28b), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.830628 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-c2bddc41-d503-44ca-a20f-e2e4ccd0be7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.830628 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-c2bddc41-d503-44ca-a20f-e2e4ccd0be7e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/93982aa5-c4e1-4391-9928-0ebfed19d28b HTTP/1.1" status: 204 len: 168 time: 0.2290020 Aug 08 02:33:19.845976 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bddc41-d503-44ca-a20f-e2e4ccd0be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93982aa5-c4e1-4391-9928-0ebfed19d28b,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:19.856538 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 35865bc3-fb2d-47aa-9dca-c85e9076883c completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:33:19.889299 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7c878929-6a59-4431-81ee-3bfc37a6dbea req-cb082b49-bd85-4074-a4fa-2745f6345884 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781074 Aug 08 02:33:19.957865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 35865bc3-fb2d-47aa-9dca-c85e9076883c triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:19.958251 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:20.039750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 35865bc3-fb2d-47aa-9dca-c85e9076883c is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:20.040135 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:20.064294 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35865bc3-fb2d-47aa-9dca-c85e9076883c'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:20.067513 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034e3de-6da4-4048-83c9-afaadd39c4ad" -d '{"events": [{"server_uuid": "d8b00165-4068-46b3-904a-20ca45ed8882", "name": "network-vif-plugged", "status": "completed", "tag": "35865bc3-fb2d-47aa-9dca-c85e9076883c"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:20.092333 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 35865bc3-fb2d-47aa-9dca-c85e9076883c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35865bc3-fb2d-47aa-9dca-c85e9076883c,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:20.118007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740a570-f137-49dd-b674-90f1cd3d6fc8 x-openstack-request-id: req-c740a570-f137-49dd-b674-90f1cd3d6fc8 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:20.118299 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b00165-4068-46b3-904a-20ca45ed8882", "name": "network-vif-plugged", "status": "completed", "tag": "35865bc3-fb2d-47aa-9dca-c85e9076883c", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:20.118576 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c740a570-f137-49dd-b674-90f1cd3d6fc8 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:20.118978 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c740a570-f137-49dd-b674-90f1cd3d6fc8'] response: {'server_uuid': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35865bc3-fb2d-47aa-9dca-c85e9076883c', 'code': 200} Aug 08 02:33:20.175258 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:20.229939 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=35865bc3-fb2d-47aa-9dca-c85e9076883c,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:20.477129 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b3e37-c60b-472e-b612-3788540de718 req-6a7e52f7-2070-42f7-bb4e-b0f090a6521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:20.477129 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f84b3e37-c60b-472e-b612-3788540de718 req-6a7e52f7-2070-42f7-bb4e-b0f090a6521f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 1130 time: 0.0465252 Aug 08 02:33:20.531132 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f84b3e37-c60b-472e-b612-3788540de718 req-5f175587-2a93-4fcb-9879-8de7a1976e20 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Aug 08 02:33:21.014024 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0db0d-459d-49d8-b363-133fe630db1d req-9d07b425-9fa9-42dc-8ed5-157ce3c9fe98 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:21.015576 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36d0db0d-459d-49d8-b363-133fe630db1d req-9d07b425-9fa9-42dc-8ed5-157ce3c9fe98 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 946 time: 0.0513885 Aug 08 02:33:21.072056 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-36d0db0d-459d-49d8-b363-133fe630db1d req-60d90e20-3d26-475b-9331-b298ee82888a tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 Aug 08 02:33:21.314524 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:21.380523 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:22.198234 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2381a-34ce-4d4a-b933-a4dea4e46165 req-7200e101-23c6-49ba-a045-2215eef70809 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:22.199720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91c2381a-34ce-4d4a-b933-a4dea4e46165 req-7200e101-23c6-49ba-a045-2215eef70809 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Aug 08 02:33:22.247208 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-91c2381a-34ce-4d4a-b933-a4dea4e46165 req-e7c374b6-f60c-48ba-8cc1-70e1027cd8fa tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Aug 08 02:33:23.424093 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41928) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:23.542097 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ff3539e2-38af-4524-8b1d-6ca60b606722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.630020 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ff3539e2-38af-4524-8b1d-6ca60b606722 admin admin] Publish callbacks [] for security_group (2a58d584-306e-40e7-9ac7-278f4fd08a80), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.632430 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ed684-e9d3-4eac-9621-be4b3a6996b2 req-8aa27ed7-bbbc-4771-ae06-495cbf9816af tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:23.633957 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-310ed684-e9d3-4eac-9621-be4b3a6996b2 req-8aa27ed7-bbbc-4771-ae06-495cbf9816af tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 946 time: 0.0495677 Aug 08 02:33:23.683170 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-310ed684-e9d3-4eac-9621-be4b3a6996b2 req-60d07b7d-c67e-4808-96a8-447529a02cef tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433903 Aug 08 02:33:23.718285 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ff3539e2-38af-4524-8b1d-6ca60b606722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (2a58d584-306e-40e7-9ac7-278f4fd08a80), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.760491 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ff3539e2-38af-4524-8b1d-6ca60b606722 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=17403fc1a5344fc4a1466c1817cda6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352442 Aug 08 02:33:23.761423 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3539e2-38af-4524-8b1d-6ca60b606722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a58d584-306e-40e7-9ac7-278f4fd08a80,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:23.763321 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 41934) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:23.792049 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:23.815395 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-07694738-8f7b-45d8-9a69-074fc72867f0 admin admin] Publish callbacks [] for security_group (2a58d584-306e-40e7-9ac7-278f4fd08a80), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.838001 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-07694738-8f7b-45d8-9a69-074fc72867f0 admin admin] Publish callbacks [] for security_group (2a58d584-306e-40e7-9ac7-278f4fd08a80), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.883584 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.974905 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-07694738-8f7b-45d8-9a69-074fc72867f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (2a58d584-306e-40e7-9ac7-278f4fd08a80), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.977552 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-07694738-8f7b-45d8-9a69-074fc72867f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:23.978752 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-07694738-8f7b-45d8-9a69-074fc72867f0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2a58d584-306e-40e7-9ac7-278f4fd08a80 HTTP/1.1" status: 204 len: 168 time: 0.2143984 Aug 08 02:33:23.986928 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07694738-8f7b-45d8-9a69-074fc72867f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a58d584-306e-40e7-9ac7-278f4fd08a80,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:24.003906 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:24.631500 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41942) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:24.647442 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a74b157c-9c6a-4fec-9e10-f23288222895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:24.730031 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a74b157c-9c6a-4fec-9e10-f23288222895 admin admin] Publish callbacks [] for security_group (444b9474-5d47-4e4b-bf38-0961f72195c3), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:24.809607 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a74b157c-9c6a-4fec-9e10-f23288222895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (444b9474-5d47-4e4b-bf38-0961f72195c3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:24.810601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af2949-6787-45be-995c-c866c3f03e04 req-3c257a53-7a00-4921-b73e-41c7ef4040e1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:24.812267 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-68af2949-6787-45be-995c-c866c3f03e04 req-3c257a53-7a00-4921-b73e-41c7ef4040e1 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 946 time: 0.0504344 Aug 08 02:33:24.852675 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a74b157c-9c6a-4fec-9e10-f23288222895 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=90be484f2027476785f27b82488f4336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200482 Aug 08 02:33:24.853817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b157c-9c6a-4fec-9e10-f23288222895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b9474-5d47-4e4b-bf38-0961f72195c3,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:24.856256 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 41946) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:24.873771 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-68af2949-6787-45be-995c-c866c3f03e04 req-4484e44d-1ffa-4c94-93c4-097b999cb862 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0f76cf89-3b3f-4bc3-9961-ff24df73e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547035 Aug 08 02:33:24.912748 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7b25-dcee-4286-a1fd-e3a26e78e6e6 admin admin] Publish callbacks [] for security_group (444b9474-5d47-4e4b-bf38-0961f72195c3), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:24.945210 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7b25-dcee-4286-a1fd-e3a26e78e6e6 admin admin] Publish callbacks [] for security_group (444b9474-5d47-4e4b-bf38-0961f72195c3), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:24.972841 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:24.997829 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0f79b41a-612c-4479-962f-892c5ff610a9 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:24.999278 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0f79b41a-612c-4479-962f-892c5ff610a9 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 946 time: 0.0723732 Aug 08 02:33:25.094971 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Deleting port 35865bc3-fb2d-47aa-9dca-c85e9076883c {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:33:25.095236 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:25.109832 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:25.193236 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] For port 35865bc3-fb2d-47aa-9dca-c85e9076883c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35865bc3-fb2d-47aa-9dca-c85e9076883c,segment=NetworkSegment(20eb5f87-bfd4-4e49-9e48-5230ba5d1544),segment_id=20eb5f87-bfd4-4e49-9e48-5230ba5d1544)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:25.193606 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:25.204288 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7b25-dcee-4286-a1fd-e3a26e78e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (444b9474-5d47-4e4b-bf38-0961f72195c3), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:25.207079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7b25-dcee-4286-a1fd-e3a26e78e6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:25.208336 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f3dd7b25-dcee-4286-a1fd-e3a26e78e6e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/444b9474-5d47-4e4b-bf38-0961f72195c3 HTTP/1.1" status: 204 len: 168 time: 0.3511350 Aug 08 02:33:25.215079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Calling delete_port for 35865bc3-fb2d-47aa-9dca-c85e9076883c owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:33:25.224500 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7b25-dcee-4286-a1fd-e3a26e78e6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b9474-5d47-4e4b-bf38-0961f72195c3,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:25.436043 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (35865bc3-fb2d-47aa-9dca-c85e9076883c), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:25.449312 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35865bc3-fb2d-47aa-9dca-c85e9076883c'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:33:25.466314 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Pushing event deleted for resources: {'Port': ['ID=35865bc3-fb2d-47aa-9dca-c85e9076883c,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:25.518254 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] No DVR routers for this DVR port 35865bc3-fb2d-47aa-9dca-c85e9076883c on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:33:25.520827 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:25.524574 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-33c1a532-1c22-4a08-b55c-c1d353484695 req-0041c88a-759a-4ce0-a70b-f859cf8ea85f tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.45 "DELETE /networking/v2.0/ports/35865bc3-fb2d-47aa-9dca-c85e9076883c HTTP/1.1" status: 204 len: 173 time: 0.5198152 Aug 08 02:33:25.525042 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'name': 'network-vif-deleted', 'tag': '35865bc3-fb2d-47aa-9dca-c85e9076883c'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:25.527398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf97de6-1029-4d77-ad34-00cef50da29d" -d '{"events": [{"server_uuid": "d8b00165-4068-46b3-904a-20ca45ed8882", "name": "network-vif-deleted", "tag": "35865bc3-fb2d-47aa-9dca-c85e9076883c"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:25.567867 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfba0ee-76e5-4781-a61a-18dbb7c6e826 x-openstack-request-id: req-3cfba0ee-76e5-4781-a61a-18dbb7c6e826 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:25.567867 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b00165-4068-46b3-904a-20ca45ed8882", "name": "network-vif-deleted", "tag": "35865bc3-fb2d-47aa-9dca-c85e9076883c", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:25.568119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3cfba0ee-76e5-4781-a61a-18dbb7c6e826 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:25.568498 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfba0ee-76e5-4781-a61a-18dbb7c6e826'] response: {'server_uuid': 'd8b00165-4068-46b3-904a-20ca45ed8882', 'name': 'network-vif-deleted', 'tag': '35865bc3-fb2d-47aa-9dca-c85e9076883c', 'status': 'completed', 'code': 200} Aug 08 02:33:25.994843 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-81076cab-c5da-4b9c-a30b-448e8220bf4e req-2b0b0418-b2e5-4719-b596-dac4c552d280 tempest-VolumesActionsTest-1042062957 tempest-VolumesActionsTest-1042062957-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d8b00165-4068-46b3-904a-20ca45ed8882 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Aug 08 02:33:27.753419 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:33:27.977004 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42034) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:28.087314 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a520b843-0429-4334-bf59-22b1bd9ebf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.199338 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a520b843-0429-4334-bf59-22b1bd9ebf35 admin admin] Publish callbacks [] for security_group (ff1eb5da-b232-446a-9752-a6b0d53c9ca9), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.301028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a520b843-0429-4334-bf59-22b1bd9ebf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ff1eb5da-b232-446a-9752-a6b0d53c9ca9), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.343517 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a520b843-0429-4334-bf59-22b1bd9ebf35 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a685bd59acd4febb48575f75f3ac3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652084 Aug 08 02:33:28.344384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520b843-0429-4334-bf59-22b1bd9ebf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1eb5da-b232-446a-9752-a6b0d53c9ca9,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:28.347013 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42044) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:28.367541 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:28.418169 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e537bcf4-f3b5-451d-b129-9c73c4d521d4 admin admin] Publish callbacks [] for security_group (ff1eb5da-b232-446a-9752-a6b0d53c9ca9), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.441119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e537bcf4-f3b5-451d-b129-9c73c4d521d4 admin admin] Publish callbacks [] for security_group (ff1eb5da-b232-446a-9752-a6b0d53c9ca9), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.564226 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e537bcf4-f3b5-451d-b129-9c73c4d521d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (ff1eb5da-b232-446a-9752-a6b0d53c9ca9), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.567288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e537bcf4-f3b5-451d-b129-9c73c4d521d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.568516 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e537bcf4-f3b5-451d-b129-9c73c4d521d4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ff1eb5da-b232-446a-9752-a6b0d53c9ca9 HTTP/1.1" status: 204 len: 168 time: 0.2204454 Aug 08 02:33:28.577177 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bcf4-f3b5-451d-b129-9c73c4d521d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1eb5da-b232-446a-9752-a6b0d53c9ca9,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:29.317321 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42068) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:29.323787 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:29.332472 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb3f-146a-4d2d-b37c-7746a709b8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.413935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb3f-146a-4d2d-b37c-7746a709b8e7 admin admin] Publish callbacks [] for security_group (87b84cc1-b84d-4a7b-843c-128e6b05d649), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.488814 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb3f-146a-4d2d-b37c-7746a709b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (87b84cc1-b84d-4a7b-843c-128e6b05d649), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.528266 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9bdafb3f-146a-4d2d-b37c-7746a709b8e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9836337634144f3da0918852d45905ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098365 Aug 08 02:33:29.529099 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdafb3f-146a-4d2d-b37c-7746a709b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b84cc1-b84d-4a7b-843c-128e6b05d649,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:29.531717 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42072) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:29.575498 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:29.586213 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d3c6f231-cd6d-469b-b609-6c97aed32f5c admin admin] Publish callbacks [] for security_group (87b84cc1-b84d-4a7b-843c-128e6b05d649), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.611543 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d3c6f231-cd6d-469b-b609-6c97aed32f5c admin admin] Publish callbacks [] for security_group (87b84cc1-b84d-4a7b-843c-128e6b05d649), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.746547 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:29.852478 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d3c6f231-cd6d-469b-b609-6c97aed32f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (87b84cc1-b84d-4a7b-843c-128e6b05d649), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.855273 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d3c6f231-cd6d-469b-b609-6c97aed32f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:29.856453 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d3c6f231-cd6d-469b-b609-6c97aed32f5c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/87b84cc1-b84d-4a7b-843c-128e6b05d649 HTTP/1.1" status: 204 len: 168 time: 0.3230064 Aug 08 02:33:29.866466 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6f231-cd6d-469b-b609-6c97aed32f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b84cc1-b84d-4a7b-843c-128e6b05d649,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:31.445633 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35865bc3-fb2d-47aa-9dca-c85e9076883c no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:33:31.467836 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 35865bc3-fb2d-47aa-9dca-c85e9076883c {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:33:31.468186 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35865bc3-fb2d-47aa-9dca-c85e9076883c not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:33:37.751749 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:39.522961 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=30,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:39.525529 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:39.773181 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:39.860884 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:39.877643 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:41.449847 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:46.382244 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-39d146e5-a023-4e12-b3f4-12aef779dc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:47.826867 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42358) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:47.982338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f3a20246-3a8e-4878-ab77-191106e9501e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.069054 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f3a20246-3a8e-4878-ab77-191106e9501e admin admin] Publish callbacks [] for security_group (dfd2bb60-1c07-4017-8e71-88308a0acf0e), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.214805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f3a20246-3a8e-4878-ab77-191106e9501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dfd2bb60-1c07-4017-8e71-88308a0acf0e), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.259901 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a20246-3a8e-4878-ab77-191106e9501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd2bb60-1c07-4017-8e71-88308a0acf0e,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:48.265188 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f3a20246-3a8e-4878-ab77-191106e9501e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9b0ca3fc5cc94408b72516b5b5567152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372532 Aug 08 02:33:48.266873 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42370) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:48.336315 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a663c4d-3b98-4ece-81fa-efb41bd44f64 admin admin] Publish callbacks [] for security_group (dfd2bb60-1c07-4017-8e71-88308a0acf0e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.358767 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a663c4d-3b98-4ece-81fa-efb41bd44f64 admin admin] Publish callbacks [] for security_group (dfd2bb60-1c07-4017-8e71-88308a0acf0e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.506543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a663c4d-3b98-4ece-81fa-efb41bd44f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dfd2bb60-1c07-4017-8e71-88308a0acf0e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.509174 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8a663c4d-3b98-4ece-81fa-efb41bd44f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.510860 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8a663c4d-3b98-4ece-81fa-efb41bd44f64 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dfd2bb60-1c07-4017-8e71-88308a0acf0e HTTP/1.1" status: 204 len: 168 time: 0.2425578 Aug 08 02:33:48.521154 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a663c4d-3b98-4ece-81fa-efb41bd44f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd2bb60-1c07-4017-8e71-88308a0acf0e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:49.037845 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d7ff0b15-99f5-4c92-9ddb-61191e276dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.302156 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42390) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:49.315309 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5824e666-c39f-4653-bd69-7e597fe9c6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.393159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5824e666-c39f-4653-bd69-7e597fe9c6fa admin admin] Publish callbacks [] for security_group (dd9580a6-3ddf-497c-a089-b98d2f6583a9), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.460184 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5824e666-c39f-4653-bd69-7e597fe9c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dd9580a6-3ddf-497c-a089-b98d2f6583a9), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.506974 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5824e666-c39f-4653-bd69-7e597fe9c6fa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=879dcb13f5ec40d68d17921ac8d8fceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037137 Aug 08 02:33:49.507676 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824e666-c39f-4653-bd69-7e597fe9c6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9580a6-3ddf-497c-a089-b98d2f6583a9,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:49.509864 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42398) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:49.565078 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Publish callbacks [] for security_group (dd9580a6-3ddf-497c-a089-b98d2f6583a9), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.590469 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Publish callbacks [] for security_group (dd9580a6-3ddf-497c-a089-b98d2f6583a9), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.792174 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dd9580a6-3ddf-497c-a089-b98d2f6583a9), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.794819 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:49.798712 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dd9580a6-3ddf-497c-a089-b98d2f6583a9 HTTP/1.1" status: 204 len: 168 time: 0.2849841 Aug 08 02:33:49.805606 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9580a6-3ddf-497c-a089-b98d2f6583a9,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:49.814931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.815208 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.815568 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.815900 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.816231 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.816986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.817321 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.817684 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.818023 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.818351 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.818680 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.819174 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.819416 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.819642 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.819953 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89720a99-4b00-4873-a610-6e3dd4d92060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:49.820316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.118274 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42480) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:51.228348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1415814697-network', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:51.326680 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.350197 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Made reservation on behalf of dc5ea7a1b6a54cd2af5d648f09aaed63 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:51.353981 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.365931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.367385 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42492) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:51.372780 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.445911 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks [] for security_group (849dc5cd-384a-4d05-b755-d5a3c62c1153), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.482179 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e68d565-1cf0-4d4d-ab36-9ba4c6a26e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.552830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (849dc5cd-384a-4d05-b755-d5a3c62c1153), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.559243 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e68d565-1cf0-4d4d-ab36-9ba4c6a26e60 admin admin] Publish callbacks [] for security_group (2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.579896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:33:51.591659 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849dc5cd-384a-4d05-b755-d5a3c62c1153,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:51.610300 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (19bca897-051f-419e-b520-b364ee73bb53), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.610644 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Added segment 19bca897-051f-419e-b520-b364ee73bb53 of type vlan for network 4d09ced2-0f8b-409a-a987-7674e6c24849 Aug 08 02:33:51.655468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (4d09ced2-0f8b-409a-a987-7674e6c24849), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.660616 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-8e68d565-1cf0-4d4d-ab36-9ba4c6a26e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.690790 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:51.700883 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-8e68d565-1cf0-4d4d-ab36-9ba4c6a26e60 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=38628e1a0d9b41dc9feb9bb102641ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318284 Aug 08 02:33:51.702782 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d565-1cf0-4d4d-ab36-9ba4c6a26e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:51.703620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42498) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:51.754862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-520ee589-7f99-4502-95a0-234fd2ffbfef admin admin] Publish callbacks [] for security_group (2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.772338 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (4d09ced2-0f8b-409a-a987-7674e6c24849), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.773379 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:51.773948 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.785610 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-520ee589-7f99-4502-95a0-234fd2ffbfef admin admin] Publish callbacks [] for security_group (2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:51.862996 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] Pushing event updated for resources: {'Network': ['ID=4d09ced2-0f8b-409a-a987-7674e6c24849,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:51.874243 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:33:51.960936 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-efd7e4e9-c9ba-4793-a348-bfffef179f73 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8434072 Aug 08 02:33:51.963885 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42502) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:51.968721 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Request body: {'subnet': {'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1415814697-subnet', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:52.020411 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-520ee589-7f99-4502-95a0-234fd2ffbfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.023047 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-520ee589-7f99-4502-95a0-234fd2ffbfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.024199 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-520ee589-7f99-4502-95a0-234fd2ffbfef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113 HTTP/1.1" status: 204 len: 168 time: 0.3195858 Aug 08 02:33:52.037259 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ee589-7f99-4502-95a0-234fd2ffbfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c78c0a6-6dbf-4ba2-b24e-d84fd3fbf113,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:52.117212 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Made reservation on behalf of dc5ea7a1b6a54cd2af5d648f09aaed63 for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:52.119621 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13110402'] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.189027 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:52.197786 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:52.398418 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14027091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13110420'] for subnet (f102be3d-f81f-44b2-a566-ff5cf6c67936), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.464143 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f102be3d-f81f-44b2-a566-ff5cf6c67936,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:52.471437 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Checking segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:52.471798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Network hostable DHCP agents. Network: 4d09ced2-0f8b-409a-a987-7674e6c24849, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:33:52.563764 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:33:52.671842 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 4d09ced2-0f8b-409a-a987-7674e6c24849) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:52.681566 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:52.681566 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.682585 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab9337-406c-49a9-afde-ef1afce67c1f None None] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:52.783170 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-4d09ced2-0f8b-409a-a987-7674e6c24849', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:33:52.784076 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.823361 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-f70dcc39-749e-420c-844d-fdd92f7a8725 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8574746 Aug 08 02:33:52.831658 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42518) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:52.840997 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:52.940180 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Allocated IP 172.20.0.2 (4d09ced2-0f8b-409a-a987-7674e6c24849/f102be3d-f81f-44b2-a566-ff5cf6c67936/59413a7a-279b-4076-a456-adf815dd4382) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:33:52.955387 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42526) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:53.002836 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Deleting subnet afb13170-e1db-4eff-9f96-57550f5ef67d {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:33:53.006312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Publish callbacks [] for subnet (afb13170-e1db-4eff-9f96-57550f5ef67d), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.032517 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (77aa9482-3617-4812-9464-9117d9ccc7bf), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.033580 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (77aa9482-3617-4812-9464-9117d9ccc7bf), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.049374 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (afb13170-e1db-4eff-9f96-57550f5ef67d), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.077209 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:53.090633 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Publish callbacks [] for port (59413a7a-279b-4076-a456-adf815dd4382), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.129427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks [] for router_controller (77aa9482-3617-4812-9464-9117d9ccc7bf), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.132381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (afb13170-e1db-4eff-9f96-57550f5ef67d), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.220961 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (59413a7a-279b-4076-a456-adf815dd4382), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.264155 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:53.269513 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:53.272244 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Pushing event updated for resources: {'Port': ['ID=59413a7a-279b-4076-a456-adf815dd4382,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:53.279923 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:33:53.318459 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (afb13170-e1db-4eff-9f96-57550f5ef67d), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.345786 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Attempting to bind port 59413a7a-279b-4076-a456-adf815dd4382 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:33:53.349088 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Attempting to bind port 59413a7a-279b-4076-a456-adf815dd4382 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:33:53.349088 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Attempting to bind port 59413a7a-279b-4076-a456-adf815dd4382 on network 4d09ced2-0f8b-409a-a987-7674e6c24849 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:33:53.352694 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:33:53.354035 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Checking segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:53.354035 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.354035 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Bound using segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:33:53.358136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Bound port: 59413a7a-279b-4076-a456-adf815dd4382, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:33:53.358614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (59413a7a-279b-4076-a456-adf815dd4382), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.429099 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] For port 59413a7a-279b-4076-a456-adf815dd4382, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:33:53.432586 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] For port 59413a7a-279b-4076-a456-adf815dd4382, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=59413a7a-279b-4076-a456-adf815dd4382,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:33:53.523799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (59413a7a-279b-4076-a456-adf815dd4382), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.606540 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522e48d-ed71-4baa-9bb9-df1334cbf90e None None] Pushing event updated for resources: {'Port': ['ID=59413a7a-279b-4076-a456-adf815dd4382,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:53.653566 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb13170-e1db-4eff-9f96-57550f5ef67d,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:53.657465 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.663146 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-82b09c5e-8738-4edb-8138-0a44d448ed76 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/afb13170-e1db-4eff-9f96-57550f5ef67d HTTP/1.1" status: 204 len: 168 time: 0.7041934 Aug 08 02:33:53.663600 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42536) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:53.692905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks [] for router_gateway (77aa9482-3617-4812-9464-9117d9ccc7bf), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.779937 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (d9455505-5caf-4786-81f8-4735ac0e318e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.842421 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:53.858519 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (d9455505-5caf-4786-81f8-4735ac0e318e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.889923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9455505-5caf-4786-81f8-4735ac0e318e']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:53.892532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.907199 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eb5f87-bfd4-4e49-9e48-5230ba5d1544') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:53.907559 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eb5f87-bfd4-4e49-9e48-5230ba5d1544') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:53.920700 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (20eb5f87-bfd4-4e49-9e48-5230ba5d1544), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.935669 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (20eb5f87-bfd4-4e49-9e48-5230ba5d1544), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.946145 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:33:53.946546 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (20eb5f87-bfd4-4e49-9e48-5230ba5d1544), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:53.985875 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 20eb5f87-bfd4-4e49-9e48-5230ba5d1544 resource provider aggregate not found Aug 08 02:33:54.018243 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks [] for router_gateway (77aa9482-3617-4812-9464-9117d9ccc7bf), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.043348 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 59413a7a-279b-4076-a456-adf815dd4382 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:54.047034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.057775 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 20eb5f87-bfd4-4e49-9e48-5230ba5d1544 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20eb5f87-bfd4-4e49-9e48-5230ba5d1544 found for delete ", "request_id": "req-b1fdcd3e-dd6f-4e45-825c-4010c23e2b20"}]} Aug 08 02:33:54.064547 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:54.076522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:54.095292 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42544) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:54.096991 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 59413a7a-279b-4076-a456-adf815dd4382 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:54.098182 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (59413a7a-279b-4076-a456-adf815dd4382), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.155355 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (d9455505-5caf-4786-81f8-4735ac0e318e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.163785 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:54.167831 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.171459 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d9455505-5caf-4786-81f8-4735ac0e318e HTTP/1.1" status: 204 len: 168 time: 0.5067003 Aug 08 02:33:54.173613 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Allocated IP 172.27.3.59 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:33:54.189382 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005385b-9a1f-4cce-b424-1988f1d6d654 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9455505-5caf-4786-81f8-4735ac0e318e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:54.218737 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 59413a7a-279b-4076-a456-adf815dd4382 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:54.220123 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (59413a7a-279b-4076-a456-adf815dd4382), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.245868 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5b787099-7167-45c0-b6e7-3432f4f71ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.273658 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 59413a7a-279b-4076-a456-adf815dd4382, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=59413a7a-279b-4076-a456-adf815dd4382,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:54.299048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks [] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.336871 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5b787099-7167-45c0-b6e7-3432f4f71ca6 admin admin] Publish callbacks [] for security_group (5d7df61e-773b-409e-81ec-d5c4875d8ab9), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.369503 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (59413a7a-279b-4076-a456-adf815dd4382), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.422000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=59413a7a-279b-4076-a456-adf815dd4382,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:54.443377 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5b787099-7167-45c0-b6e7-3432f4f71ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5d7df61e-773b-409e-81ec-d5c4875d8ab9), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.443793 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.495339 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b787099-7167-45c0-b6e7-3432f4f71ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7df61e-773b-409e-81ec-d5c4875d8ab9,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:54.495945 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:54.499611 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:54.501695 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:54.504715 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:33:54.509430 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5b787099-7167-45c0-b6e7-3432f4f71ca6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a4d83d9d83074e05845589117643b62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107037 Aug 08 02:33:54.510450 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42550) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:54.548422 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:54.578016 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9805bdb1-5381-4909-8bcf-e2058cf10b4d admin admin] Publish callbacks [] for security_group (5d7df61e-773b-409e-81ec-d5c4875d8ab9), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.609548 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9805bdb1-5381-4909-8bcf-e2058cf10b4d admin admin] Publish callbacks [] for security_group (5d7df61e-773b-409e-81ec-d5c4875d8ab9), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.629065 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:54.637614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e922386-797d-4c2e-85a9-683586a268a6 None None] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:54.719303 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42552) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:54.741872 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-ff51c79e-2dd6-43b3-ae5d-fd664a28a1a9 None None] Provisioning complete for port 59413a7a-279b-4076-a456-adf815dd4382 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:54.742242 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ff51c79e-2dd6-43b3-ae5d-fd664a28a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (59413a7a-279b-4076-a456-adf815dd4382), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.749609 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9805bdb1-5381-4909-8bcf-e2058cf10b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (5d7df61e-773b-409e-81ec-d5c4875d8ab9), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.752275 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9805bdb1-5381-4909-8bcf-e2058cf10b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.754698 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9805bdb1-5381-4909-8bcf-e2058cf10b4d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5d7df61e-773b-409e-81ec-d5c4875d8ab9 HTTP/1.1" status: 204 len: 168 time: 0.2414012 Aug 08 02:33:54.797977 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-de7e2285-df14-49a4-bdd7-299df1f2ae68 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=414b6a313558425cbd3ed5c6da5405a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0773985 Aug 08 02:33:54.799251 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805bdb1-5381-4909-8bcf-e2058cf10b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7df61e-773b-409e-81ec-d5c4875d8ab9,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:54.807868 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42556) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:54.887616 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks [] for router_gateway (77aa9482-3617-4812-9464-9117d9ccc7bf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.910441 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa9fc-0cb1-4567-9f65-1bbca06626db admin admin] Publish callbacks [] for security_group (0f76cf89-3b3f-4bc3-9961-ff24df73e30f), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.957102 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa9fc-0cb1-4567-9f65-1bbca06626db admin admin] Publish callbacks [] for security_group (0f76cf89-3b3f-4bc3-9961-ff24df73e30f), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.997951 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-ff51c79e-2dd6-43b3-ae5d-fd664a28a1a9 None None] Current status of the port 59413a7a-279b-4076-a456-adf815dd4382 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:55.104152 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa9fc-0cb1-4567-9f65-1bbca06626db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (0f76cf89-3b3f-4bc3-9961-ff24df73e30f), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:55.104375 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:55.107223 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-2b5aa9fc-0cb1-4567-9f65-1bbca06626db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:55.108757 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-2b5aa9fc-0cb1-4567-9f65-1bbca06626db admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0f76cf89-3b3f-4bc3-9961-ff24df73e30f HTTP/1.1" status: 204 len: 168 time: 0.2998056 Aug 08 02:33:55.117585 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aa9fc-0cb1-4567-9f65-1bbca06626db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f76cf89-3b3f-4bc3-9961-ff24df73e30f,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:55.117938 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-9927782f-8acc-4385-ba09-e237d86bb5f9 None None] Provisioning complete for port 59413a7a-279b-4076-a456-adf815dd4382 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:55.118302 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9927782f-8acc-4385-ba09-e237d86bb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (59413a7a-279b-4076-a456-adf815dd4382), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:55.148003 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (77aa9482-3617-4812-9464-9117d9ccc7bf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:55.208136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-9927782f-8acc-4385-ba09-e237d86bb5f9 None None] Current status of the port 59413a7a-279b-4076-a456-adf815dd4382 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:55.368904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Router 77aa9482-3617-4812-9464-9117d9ccc7bf is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:33:55.475493 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:33:55.484588 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Sync routers for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:33:55.495271 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:33:55.495899 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:55.600741 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:33:55.618265 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:55.619681 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-a32c4ea6-5095-47ec-9e25-bfb1328952c4 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7856741 Aug 08 02:33:55.622429 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42572) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:55.789262 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:54Z', 'revision_number': 3, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:55.819422 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Checking router: 77aa9482-3617-4812-9464-9117d9ccc7bf for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:33:55.819793 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Updating router 77aa9482-3617-4812-9464-9117d9ccc7bf port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:33:55.854187 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:55.917724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:56.002399 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 59413a7a-279b-4076-a456-adf815dd4382 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:56.051574 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 59413a7a-279b-4076-a456-adf815dd4382 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:56.051965 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (59413a7a-279b-4076-a456-adf815dd4382), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.092470 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.112216 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:56.133213 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 59413a7a-279b-4076-a456-adf815dd4382 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:56.200302 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Publish callbacks [] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.286666 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Allocated IP 172.20.0.1 (4d09ced2-0f8b-409a-a987-7674e6c24849/f102be3d-f81f-44b2-a566-ff5cf6c67936/dead2acb-75af-4906-a92c-55d85d0a9649) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:33:56.292125 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.309505 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Attempting to bind port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:33:56.310116 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Attempting to bind port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:33:56.310706 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Attempting to bind port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:33:56.318604 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:33:56.319312 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:56.319927 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.320395 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:33:56.320976 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Bound port: ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:33:56.321436 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.394237 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Pushing event updated for resources: {'Port': ['ID=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,revision_number=2']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:56.408761 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.409111 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.413234 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.414541 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:56.417702 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks [] for port (dead2acb-75af-4906-a92c-55d85d0a9649), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.418703 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] For port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:33:56.422256 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] For port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:33:56.518374 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.540943 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.559433 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:33:56.560327 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:56.580147 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42602) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:56.586565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:56.586918 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:56.591244 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:33:56.627175 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dead2acb-75af-4906-a92c-55d85d0a9649,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:56.636282 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166bb51-a59b-460a-ad3e-3fab2464fe5e None None] Pushing event updated for resources: {'Port': ['ID=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:56.642110 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (77aa9482-3617-4812-9464-9117d9ccc7bf), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.679826 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:56.713487 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:33:56.715812 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:56.725399 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-694449649-network', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:56.843600 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Made reservation on behalf of 4e2c1907fad4499aae599d49e1d2bc80 for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:56.846620 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.858001 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.881858 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.916801 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:54Z', 'revision_number': 3, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:56.942720 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-1c2be653-f415-43ea-b07c-ac158bc7bfaa None None] Provisioning complete for port dead2acb-75af-4906-a92c-55d85d0a9649 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:56.943503 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1c2be653-f415-43ea-b07c-ac158bc7bfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.950159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:56.956267 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks [] for security_group (d87d7c3d-316c-4983-b02a-ee2c533cfca2), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.962376 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b70e84-6dab-41b7-81c2-7055550cd53c None None] The sync data for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi is: [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:54Z', 'revision_number': 3, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:33:56.985285 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-1c2be653-f415-43ea-b07c-ac158bc7bfaa None None] Port dead2acb-75af-4906-a92c-55d85d0a9649 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:33:57.036993 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d87d7c3d-316c-4983-b02a-ee2c533cfca2), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.060549 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks [] for port (dead2acb-75af-4906-a92c-55d85d0a9649), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.070573 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:33:57.096582 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (72a7b340-6893-4798-9bc0-bf2d39d037b3), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.096951 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Added segment 72a7b340-6893-4798-9bc0-bf2d39d037b3 of type vlan for network b0ff42d3-c706-479c-b637-24fa43da993a Aug 08 02:33:57.105943 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d7c3d-316c-4983-b02a-ee2c533cfca2,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:57.146459 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (b0ff42d3-c706-479c-b637-24fa43da993a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.161161 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.247317 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dead2acb-75af-4906-a92c-55d85d0a9649,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:57.252703 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (77aa9482-3617-4812-9464-9117d9ccc7bf), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.256606 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (b0ff42d3-c706-479c-b637-24fa43da993a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.257580 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:57.265175 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.337467 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ff42d3-c706-479c-b637-24fa43da993a,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:57.347352 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network b0ff42d3-c706-479c-b637-24fa43da993a details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:33:57.360346 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-72c74fe3-3c7e-4c69-9a8f-599c3a7701a0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7790356 Aug 08 02:33:57.363258 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42610) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:57.368176 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Request body: {'subnet': {'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-694449649-subnet', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:57.373575 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:57.375396 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:57.447428 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Made reservation on behalf of 4e2c1907fad4499aae599d49e1d2bc80 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:57.450124 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13217958'] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.511964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:57.535183 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Router 77aa9482-3617-4812-9464-9117d9ccc7bf has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:33:57.554368 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:57.652862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:57.670926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:33:57.677934 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-dac831b7-05d3-472e-9cd9-e1bb55fd43d4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/77aa9482-3617-4812-9464-9117d9ccc7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0543547 Aug 08 02:33:57.718354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-61174ef5-3f71-4401-83fa-d412aec04c7f None None] Provisioning complete for port dead2acb-75af-4906-a92c-55d85d0a9649 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:57.719000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-61174ef5-3f71-4401-83fa-d412aec04c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.735054 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14416697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13217968'] for subnet (f5e66696-a8eb-4aac-8721-3971c7182095), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:57.764720 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-61174ef5-3f71-4401-83fa-d412aec04c7f None None] Port dead2acb-75af-4906-a92c-55d85d0a9649 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:33:57.804491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e66696-a8eb-4aac-8721-3971c7182095,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:57.815425 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Checking segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:57.815789 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Network hostable DHCP agents. Network: b0ff42d3-c706-479c-b637-24fa43da993a, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:33:57.952057 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Network b0ff42d3-c706-479c-b637-24fa43da993a is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:33:58.007226 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:58.038070 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, b0ff42d3-c706-479c-b637-24fa43da993a) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:58.043211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:58.043827 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.050013 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf08d86-d6f2-4226-bbf8-77a107bf5130 None None] Network b0ff42d3-c706-479c-b637-24fa43da993a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:58.101457 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:58.101751 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.129078 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ba4c8a80-c5d8-43dc-a7b3-c52ea20f8204 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7619894 Aug 08 02:33:58.129650 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42620) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:58.135381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:58.152437 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:58.235714 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-b0ff42d3-c706-479c-b637-24fa43da993a', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:33:58.237348 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.254679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:58.255293 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.260550 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (da75b4ea-93c7-430e-a72a-d019b9d5e43a), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.261704 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (da75b4ea-93c7-430e-a72a-d019b9d5e43a), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.318266 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks [] for router_controller (da75b4ea-93c7-430e-a72a-d019b9d5e43a), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.327700 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:58.400818 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Allocated IP 172.20.0.2 (b0ff42d3-c706-479c-b637-24fa43da993a/f5e66696-a8eb-4aac-8721-3971c7182095/01c9c1ca-1b95-431c-a2c1-bc435419a9ce) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:33:58.413489 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:58.425550 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-c57d541f-e672-486c-96d4-34f8925108a0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=c30c9b3f01e740c2a329123736eb2e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427723 Aug 08 02:33:58.470477 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.533346 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:58.566032 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42642) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:58.571597 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-676667676-network', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:58.639081 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Publish callbacks [] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.655546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks [] for router_gateway (da75b4ea-93c7-430e-a72a-d019b9d5e43a), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.669003 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-2c16176e-f6b1-4f89-9514-f92c0d68e872 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:58.670490 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-2c16176e-f6b1-4f89-9514-f92c0d68e872 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440915 Aug 08 02:33:58.686185 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-61abb3fa-4545-43c8-be61-f35e52c736b7 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/quotas/c30c9b3f01e740c2a329123736eb2e5e HTTP/1.1" status: 200 len: 375 time: 0.0101442 Aug 08 02:33:58.724431 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-6ee0f6ea-fdb5-4da8-8708-32b16320d12d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c30c9b3f01e740c2a329123736eb2e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318673 Aug 08 02:33:58.767473 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.767623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Made reservation on behalf of e7c0ed8ba9c64f2591c5f2e9107f6040 for: {'network': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:58.769140 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.780747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.801808 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Network b0ff42d3-c706-479c-b637-24fa43da993a is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:58.805203 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:58.812841 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:33:58.830165 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Pushing event updated for resources: {'Port': ['ID=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:58.851746 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Sync routers for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:33:58.881537 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:33:58.882178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:59.001051 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c4084471-8d3c-42c9-93f8-fa75b886279b req-845fdbe6-a94c-45af-9f14-26fa8115b5a6 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 210 time: 0.0468287 Aug 08 02:33:59.022856 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Attempting to bind port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:33:59.023319 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Attempting to bind port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:33:59.023783 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Attempting to bind port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:33:59.038575 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:59.041158 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:33:59.043930 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:33:59.044283 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Checking segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:59.044899 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.045458 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Bound using segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:33:59.045953 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Bound port: 01c9c1ca-1b95-431c-a2c1-bc435419a9ce, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:33:59.046337 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.221407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] For port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:33:59.227434 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] For port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:33:59.300333 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks [] for security_group (a2fe0838-b335-42f8-b334-33fbccc5aaa1), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.302924 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 2, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:33:59.306179 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks [] for router_gateway (da75b4ea-93c7-430e-a72a-d019b9d5e43a), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.325507 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.328351 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Checking router: 77aa9482-3617-4812-9464-9117d9ccc7bf for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:33:59.328732 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Updating router 77aa9482-3617-4812-9464-9117d9ccc7bf port dead2acb-75af-4906-a92c-55d85d0a9649 binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:33:59.350536 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.385011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.392354 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a2fe0838-b335-42f8-b334-33fbccc5aaa1), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.445971 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=104627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:33:59.455289 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af0b7c-eb52-42e3-a8ba-0852f4917121 None None] Pushing event updated for resources: {'Port': ['ID=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:59.462725 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe0838-b335-42f8-b334-33fbccc5aaa1,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:59.476829 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Allocated IP 172.27.3.159 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/6d583010-d60c-45cc-ba22-a476f20d9252) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:33:59.479241 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (41df4f10-882a-4a69-b877-5b402df0689c), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.479593 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.segments_db [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Added segment 41df4f10-882a-4a69-b877-5b402df0689c of type vlan for network dd9f5d42-683b-46eb-9416-347b33184b46 Aug 08 02:33:59.597970 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (dd9f5d42-683b-46eb-9416-347b33184b46), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.606954 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:59.700817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks [] for port (6d583010-d60c-45cc-ba22-a476f20d9252), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.754812 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Publish callbacks [] for port (dead2acb-75af-4906-a92c-55d85d0a9649), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.826045 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (dd9f5d42-683b-46eb-9416-347b33184b46), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.827032 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:59.827621 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.860259 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.880332 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.927284 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9f5d42-683b-46eb-9416-347b33184b46,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:59.937441 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:33:59.938752 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b95715-9a97-41bb-b305-c663498b8fb1 None None] Pushing event updated for resources: {'Port': ['ID=dead2acb-75af-4906-a92c-55d85d0a9649,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:59.940964 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:59.945574 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:33:59.950227 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network dd9f5d42-683b-46eb-9416-347b33184b46 details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:33:59.950655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Pushing event updated for resources: {'Port': ['ID=6d583010-d60c-45cc-ba22-a476f20d9252,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:00.005242 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Attempting to bind port dead2acb-75af-4906-a92c-55d85d0a9649 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:00.005424 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Attempting to bind port dead2acb-75af-4906-a92c-55d85d0a9649 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:00.005651 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Attempting to bind port dead2acb-75af-4906-a92c-55d85d0a9649 on network 4d09ced2-0f8b-409a-a987-7674e6c24849 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:00.022398 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-0c99c651-aefe-416c-a598-273ae9ab9e82 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4541020 Aug 08 02:34:00.030696 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42656) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:00.030696 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Request body: {'subnet': {'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-676667676-subnet', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'ip_version': 4}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:00.075666 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:00.076197 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Checking segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:00.076707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.077247 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Bound using segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:00.078047 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Bound port: dead2acb-75af-4906-a92c-55d85d0a9649, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:00.078533 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.131803 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ae6cec79-db55-4c0b-bab9-d3dacd7f3677 req-9e9874e2-669f-4715-98e1-74e456e32156 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 210 time: 0.0453260 Aug 08 02:34:00.157014 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:00.186217 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Made reservation on behalf of e7c0ed8ba9c64f2591c5f2e9107f6040 for: {'subnet': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:00.190726 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13217958'] for subnet (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.195228 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:00.195707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:00.352529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] For port dead2acb-75af-4906-a92c-55d85d0a9649, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:00.356488 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] For port dead2acb-75af-4906-a92c-55d85d0a9649, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=dead2acb-75af-4906-a92c-55d85d0a9649,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:00.376967 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:00.377863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.422245 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks [] for router_gateway (da75b4ea-93c7-430e-a72a-d019b9d5e43a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.462237 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:00.463425 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 01c9c1ca-1b95-431c-a2c1-bc435419a9ce up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:00.485546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eebe65-f11a-4e04-91fe-77f591340d93 None None] Network b0ff42d3-c706-479c-b637-24fa43da993a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:00.512625 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14416697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13217968'] for subnet (7dcbf05a-b3f5-4dc6-9412-354197575a1c), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.513359 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:00.558073 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-93061805-5618-48c8-a755-68815a7c3798 None None] Provisioning complete for port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:00.558883 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-93061805-5618-48c8-a755-68815a7c3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.563514 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.579705 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcbf05a-b3f5-4dc6-9412-354197575a1c,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:00.597141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Checking segment: {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:00.598352 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Network hostable DHCP agents. Network: dd9f5d42-683b-46eb-9416-347b33184b46, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:34:00.625881 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (da75b4ea-93c7-430e-a72a-d019b9d5e43a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.645980 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:00.646627 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:00.713698 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:00.714080 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.741365 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Network dd9f5d42-683b-46eb-9416-347b33184b46 is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:34:00.820050 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b95715-9a97-41bb-b305-c663498b8fb1 None None] Pushing event updated for resources: {'Port': ['ID=dead2acb-75af-4906-a92c-55d85d0a9649,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:00.820426 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, dd9f5d42-683b-46eb-9416-347b33184b46) {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:00.820546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:34:00.830782 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:00.834319 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.858177 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef0fcd-bc97-44d9-b81f-126fab1f9861 None None] Network dd9f5d42-683b-46eb-9416-347b33184b46 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:00.931457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:00.944359 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42658) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:00.945221 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f48f921d-83fb-4bec-a526-85b8cf15c80c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9192050 Aug 08 02:34:00.949939 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:00.950342 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:00.950793 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:00.951908 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-93061805-5618-48c8-a755-68815a7c3798 None None] Current status of the port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:00.952023 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-93061805-5618-48c8-a755-68815a7c3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.972704 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:00.973332 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.039846 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.044693 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6c2d104f-a1f7-4fc2-9845-7b55f68abae4 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9140303 Aug 08 02:34:01.045177 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42660) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:01.094311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:01.094676 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.098901 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:01.134572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (25bae1bb-fba9-4e51-bcd2-7616094db484), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.135666 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (25bae1bb-fba9-4e51-bcd2-7616094db484), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.172611 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:01.234136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-dd9f5d42-683b-46eb-9416-347b33184b46', 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46', 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'fixed_ips': [{'subnet_id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:34:01.235396 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.257095 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-93061805-5618-48c8-a755-68815a7c3798 None None] For port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:01.283158 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks [] for router_controller (25bae1bb-fba9-4e51-bcd2-7616094db484), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.319937 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:01.344597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-93061805-5618-48c8-a755-68815a7c3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.471006 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 3, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.482471 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-220b5f4c-acac-4443-81d9-0ef768a6ba45 None None] Provisioning complete for port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:01.483090 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-220b5f4c-acac-4443-81d9-0ef768a6ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.496834 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:01.521292 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:01.522021 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Updating router da75b4ea-93c7-430e-a72a-d019b9d5e43a port 6d583010-d60c-45cc-ba22-a476f20d9252 binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:01.549713 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:34:01.549990 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG oslo_db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:34:01.572105 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.591352 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93061805-5618-48c8-a755-68815a7c3798 None None] Pushing event updated for resources: {'Port': ['ID=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:01.609503 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Allocated IP 172.20.0.2 (dd9f5d42-683b-46eb-9416-347b33184b46/7dcbf05a-b3f5-4dc6-9412-354197575a1c/45002f4e-74f4-4a62-b431-4b9f06a41b6e) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:01.609898 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-db122b5c-02ab-4a9c-a988-bc313552e978 req-16ed37f3-1387-4beb-b1e0-72c9686ef8f1 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 210 time: 0.3157210 Aug 08 02:34:01.657467 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.720765 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks [] for router_gateway (25bae1bb-fba9-4e51-bcd2-7616094db484), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.740039 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75846cd6-a330-4868-8366-1aa1b8861ff0 None None] The sync data for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi is: [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:01.760984 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-220b5f4c-acac-4443-81d9-0ef768a6ba45 None None] Current status of the port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:01.850036 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-0a4e61e3-8333-4fab-9d71-9e432445eba4 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=c30c9b3f01e740c2a329123736eb2e5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533118 Aug 08 02:34:01.923344 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Publish callbacks [] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.946881 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.985267 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Publish callbacks [] for port (6d583010-d60c-45cc-ba22-a476f20d9252), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.026598 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.101777 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.124590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Network dd9f5d42-683b-46eb-9416-347b33184b46 is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:02.128210 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:02.140756 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Pushing event updated for resources: {'Port': ['ID=45002f4e-74f4-4a62-b431-4b9f06a41b6e,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:02.144085 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:02.146284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Allocated IP 172.20.0.1 (b0ff42d3-c706-479c-b637-24fa43da993a/f5e66696-a8eb-4aac-8721-3971c7182095/2b639df4-0b3d-4854-8b24-02f07244204b) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:02.152436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:02.161356 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:02.172192 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:02.182070 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:02.238863 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3300-a1d1-4900-80de-ec9681a1cdb4 None None] Pushing event updated for resources: {'Port': ['ID=6d583010-d60c-45cc-ba22-a476f20d9252,revision_number=2']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:02.240659 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Attempting to bind port 45002f4e-74f4-4a62-b431-4b9f06a41b6e on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:02.241143 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Attempting to bind port 45002f4e-74f4-4a62-b431-4b9f06a41b6e by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:02.242328 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Attempting to bind port 45002f4e-74f4-4a62-b431-4b9f06a41b6e on network dd9f5d42-683b-46eb-9416-347b33184b46 {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:02.243863 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Attempting to bind port 6d583010-d60c-45cc-ba22-a476f20d9252 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:02.249551 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Attempting to bind port 6d583010-d60c-45cc-ba22-a476f20d9252 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:02.250481 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Attempting to bind port 6d583010-d60c-45cc-ba22-a476f20d9252 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:02.259131 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:02.263041 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Checking segment: {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:02.268903 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.268903 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Bound using segment: {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:02.268903 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Bound port: 45002f4e-74f4-4a62-b431-4b9f06a41b6e, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:02.268903 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.269443 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:02.269443 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:02.269443 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.269443 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:02.269443 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Bound port: 6d583010-d60c-45cc-ba22-a476f20d9252, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:02.269443 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.292599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-c4352904-9a3d-43de-9af3-4ca9994ffd88 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:02.294407 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-c4352904-9a3d-43de-9af3-4ca9994ffd88 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4324756 Aug 08 02:34:02.329790 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Request body: {'port': {'device_id': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7', 'admin_state_up': True, 'tenant_id': 'c30c9b3f01e740c2a329123736eb2e5e'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:02.382061 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] For port 45002f4e-74f4-4a62-b431-4b9f06a41b6e, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:02.401741 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] For port 45002f4e-74f4-4a62-b431-4b9f06a41b6e, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=45002f4e-74f4-4a62-b431-4b9f06a41b6e,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:02.414107 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks [] for router_gateway (25bae1bb-fba9-4e51-bcd2-7616094db484), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.420022 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] For port 6d583010-d60c-45cc-ba22-a476f20d9252, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:02.427009 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] For port 6d583010-d60c-45cc-ba22-a476f20d9252, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=6d583010-d60c-45cc-ba22-a476f20d9252,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:02.443515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks [] for port (2b639df4-0b3d-4854-8b24-02f07244204b), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.447563 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.460759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:02.505074 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.522419 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device dead2acb-75af-4906-a92c-55d85d0a9649 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:02.546576 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.580937 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.595173 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:02.595814 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:02.681651 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Allocated IP 172.27.3.90 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/4ad81c65-5173-4857-a2b9-fe1e8fc82a23) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:02.690140 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Network b0ff42d3-c706-479c-b637-24fa43da993a is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:02.699835 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:02.703954 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:02.744197 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3300-a1d1-4900-80de-ec9681a1cdb4 None None] Pushing event updated for resources: {'Port': ['ID=6d583010-d60c-45cc-ba22-a476f20d9252,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:02.755995 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Made reservation on behalf of c30c9b3f01e740c2a329123736eb2e5e for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:02.767599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.827247 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (da75b4ea-93c7-430e-a72a-d019b9d5e43a), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.876784 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:02.944935 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.997355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks [] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.001448 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f1acf3b5-e209-4975-b499-290465d98285 req-e5a7731e-cf2e-4b4c-a7ab-a879272095e2 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 210 time: 0.1793787 Aug 08 02:34:03.002516 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b639df4-0b3d-4854-8b24-02f07244204b,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.005322 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:03.024727 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21c7ae-7a96-4f8b-8ed2-f90ac6de4312 None None] Pushing event updated for resources: {'Port': ['ID=45002f4e-74f4-4a62-b431-4b9f06a41b6e,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.024857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.025725 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.026202 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.026671 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.027222 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.027868 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.028465 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.028963 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.029448 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:03.070494 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:03.135781 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port dead2acb-75af-4906-a92c-55d85d0a9649 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:03.136163 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.165601 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:03.174972 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks [] for security_group (19d69f51-391c-41e6-b35f-f58f992cfa74), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.234714 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-7d934912-a806-48b3-8ad1-7bc9b8bffa05 None None] Provisioning complete for port 2b639df4-0b3d-4854-8b24-02f07244204b triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:03.235346 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7d934912-a806-48b3-8ad1-7bc9b8bffa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.237320 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 3, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:03.260209 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.272933 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-7d934912-a806-48b3-8ad1-7bc9b8bffa05 None None] Port 2b639df4-0b3d-4854-8b24-02f07244204b cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:03.277692 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (19d69f51-391c-41e6-b35f-f58f992cfa74), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.285691 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ebf091-f59d-4b4a-8f94-aed2eeb9bab5 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 3, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:03.287222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port dead2acb-75af-4906-a92c-55d85d0a9649 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:03.287624 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.290126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.332333 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port dead2acb-75af-4906-a92c-55d85d0a9649, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=dead2acb-75af-4906-a92c-55d85d0a9649,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:03.397599 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d69f51-391c-41e6-b35f-f58f992cfa74,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.402077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.403907 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 01c9c1ca-1b95-431c-a2c1-bc435419a9ce up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:03.418890 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Pushing event updated for resources: {'Port': ['ID=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.436142 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:03.440220 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:03.447384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:03.519885 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks [] for port (2b639df4-0b3d-4854-8b24-02f07244204b), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.537936 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:03.538494 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.541300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=dead2acb-75af-4906-a92c-55d85d0a9649,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.615470 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.684999 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Allocated IP 192.168.233.179 (bd500ab7-91a2-4375-9e0e-781fb9d4a0e7/fd2ed5de-ba18-4906-85ea-922140c3c54f/419e2ca2-827d-458a-8c88-d8c3a45cfcae) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:03.695888 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:03.710452 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:03.717576 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (da75b4ea-93c7-430e-a72a-d019b9d5e43a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.788905 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b639df4-0b3d-4854-8b24-02f07244204b,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.875751 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Network b0ff42d3-c706-479c-b637-24fa43da993a is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:03.877406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:04.058721 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:04.071638 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.142846 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e2e24-7f62-4def-9b79-484301560f89 None None] Network dd9f5d42-683b-46eb-9416-347b33184b46 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:04.156522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.174308 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fc0cbc79-9617-4513-9c27-903e8993c721 req-cffcda9a-44e0-46f5-b234-f35077c4bdf6 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 210 time: 0.0418217 Aug 08 02:34:04.261892 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.275214 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:04.279852 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.282419 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-a1dde9ab-d163-4d6e-b318-f14bae9b9ad9 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/da75b4ea-93c7-430e-a72a-d019b9d5e43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2360957 Aug 08 02:34:04.296845 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] Provisioning complete for port 45002f4e-74f4-4a62-b431-4b9f06a41b6e triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.296845 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.417305 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks [] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.455148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.455611 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] Current status of the port 45002f4e-74f4-4a62-b431-4b9f06a41b6e is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:04.456211 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.465941 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks [] for router_gateway (25bae1bb-fba9-4e51-bcd2-7616094db484), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.511093 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device dead2acb-75af-4906-a92c-55d85d0a9649 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:04.541362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] For port 45002f4e-74f4-4a62-b431-4b9f06a41b6e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=45002f4e-74f4-4a62-b431-4b9f06a41b6e,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:04.592400 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port dead2acb-75af-4906-a92c-55d85d0a9649 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.592940 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.662541 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.728865 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.750749 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:34:04.759737 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port dead2acb-75af-4906-a92c-55d85d0a9649 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:04.763940 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 45002f4e-74f4-4a62-b431-4b9f06a41b6e up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:04.767206 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9cdcd-9f26-49be-a2b1-77d50d42db50 None None] Pushing event updated for resources: {'Port': ['ID=45002f4e-74f4-4a62-b431-4b9f06a41b6e,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:04.794247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:04.802201 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:04.804846 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (25bae1bb-fba9-4e51-bcd2-7616094db484), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.807013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:04.810117 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Pushing event updated for resources: {'Port': ['ID=419e2ca2-827d-458a-8c88-d8c3a45cfcae,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:04.811627 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-3b4662ef-3aa9-4c1e-8d2a-441aefe648cc None None] Provisioning complete for port 2b639df4-0b3d-4854-8b24-02f07244204b triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.811627 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3b4662ef-3aa9-4c1e-8d2a-441aefe648cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.851977 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.864594 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-3b4662ef-3aa9-4c1e-8d2a-441aefe648cc None None] Port 2b639df4-0b3d-4854-8b24-02f07244204b cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:04.869708 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 45002f4e-74f4-4a62-b431-4b9f06a41b6e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.870089 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.876067 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-3b4662ef-3aa9-4c1e-8d2a-441aefe648cc None None] Provisioning complete for port 45002f4e-74f4-4a62-b431-4b9f06a41b6e triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.876381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3b4662ef-3aa9-4c1e-8d2a-441aefe648cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.915705 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:04.915705 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.960998 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.996380 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-616dfe80-6661-45fa-8b20-765301eb231d tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6728916 Aug 08 02:34:05.008565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Request body: {'port': {'device_id': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:05.046703 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 45002f4e-74f4-4a62-b431-4b9f06a41b6e is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:05.047806 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 6d583010-d60c-45cc-ba22-a476f20d9252 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:05.083294 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-3b4662ef-3aa9-4c1e-8d2a-441aefe648cc None None] Current status of the port 45002f4e-74f4-4a62-b431-4b9f06a41b6e is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:05.106368 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.109916 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 6d583010-d60c-45cc-ba22-a476f20d9252 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:05.110357 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.158005 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Router 25bae1bb-fba9-4e51-bcd2-7616094db484 is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:34:05.212522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 6d583010-d60c-45cc-ba22-a476f20d9252 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:05.212981 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.218814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-bb0c38e0-33db-47f8-a9ad-9738960126f2 None None] Provisioning complete for port 419e2ca2-827d-458a-8c88-d8c3a45cfcae triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:05.219248 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-bb0c38e0-33db-47f8-a9ad-9738960126f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.266723 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 6d583010-d60c-45cc-ba22-a476f20d9252, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=6d583010-d60c-45cc-ba22-a476f20d9252,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:05.269333 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c38e0-33db-47f8-a9ad-9738960126f2 None None] Port 419e2ca2-827d-458a-8c88-d8c3a45cfcae cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:05.322739 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.343079 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b720-0d10-4a58-92f0-2cdc8d7963bc req-d2778887-b483-4a8e-b10e-07a30effc089 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:05.344902 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e123b720-0d10-4a58-92f0-2cdc8d7963bc req-d2778887-b483-4a8e-b10e-07a30effc089 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 936 time: 0.0598619 Aug 08 02:34:05.357639 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.371696 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.410679 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:05.419444 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Sync routers for ids ['25bae1bb-fba9-4e51-bcd2-7616094db484'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:05.448031 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=6d583010-d60c-45cc-ba22-a476f20d9252,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:05.450425 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e123b720-0d10-4a58-92f0-2cdc8d7963bc req-8c63e1f0-a19b-4b91-977c-1c71290c309c tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863421 Aug 08 02:34:05.459565 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Routers {'25bae1bb-fba9-4e51-bcd2-7616094db484'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:05.460499 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['25bae1bb-fba9-4e51-bcd2-7616094db484'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:05.466640 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.471654 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42688) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:05.477108 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-621470208-network', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:05.536283 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419e2ca2-827d-458a-8c88-d8c3a45cfcae {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:05.544624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Publish callbacks [] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.551962 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.556226 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-82b455fa-11fb-4ff0-9e25-75bc14e8695d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6078918 Aug 08 02:34:05.556773 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42690) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:05.565656 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Transition to ACTIVE for port object 419e2ca2-827d-458a-8c88-d8c3a45cfcae will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:34:05.585695 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Set router 25bae1bb-fba9-4e51-bcd2-7616094db484 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:05.644066 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Made reservation on behalf of a2898509aa594b5194ac2282f285ce5d for: {'network': 1} {{(pid=104628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:05.646563 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for network (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.660678 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.662060 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.671734 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42692) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:05.783592 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Pushing event updated for resources: {'Port': ['ID=419e2ca2-827d-458a-8c88-d8c3a45cfcae,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:05.786716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.792381 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 3, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:05.826245 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.827786 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Checking router: 25bae1bb-fba9-4e51-bcd2-7616094db484 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:05.829707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Updating router 25bae1bb-fba9-4e51-bcd2-7616094db484 port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 binding host dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:05.829827 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Attempting to bind port 419e2ca2-827d-458a-8c88-d8c3a45cfcae on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:05.830146 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Attempting to bind port 419e2ca2-827d-458a-8c88-d8c3a45cfcae by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:05.831034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Attempting to bind port 419e2ca2-827d-458a-8c88-d8c3a45cfcae on network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:05.836840 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Port 419e2ca2-827d-458a-8c88-d8c3a45cfcae on network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:34:05.837315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Attempting to bind port 419e2ca2-827d-458a-8c88-d8c3a45cfcae on network bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:05.843545 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:05.844032 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Checking segment: {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:05.844504 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Bound using segment: {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:05.845103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Bound port: 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fe087d-372f-4fd4-acf5-53c118bb2e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:05.845730 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.864451 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:05.872405 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.881602 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.886879 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:05.888431 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:05.909462 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks [] for security_group (bdbae093-c16a-4562-852a-8c32400c52bc), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.942408 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] For port 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:05.947092 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] For port 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:05.964813 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (bdbae093-c16a-4562-852a-8c32400c52bc), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.011569 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:34:06.017779 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:06.039865 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbae093-c16a-4562-852a-8c32400c52bc,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:06.044944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.054107 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.057378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (6d03b88a-b054-4974-9901-56486c217b12), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.057378 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.segments_db [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Added segment 6d03b88a-b054-4974-9901-56486c217b12 of type vlan for network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b Aug 08 02:34:06.059121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.059747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.061205 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/419e2ca2-827d-458a-8c88-d8c3a45cfcae HTTP/1.1" status: 200 len: 1098 time: 1.0570326 Aug 08 02:34:06.063009 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'tag': '419e2ca2-827d-458a-8c88-d8c3a45cfcae'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:06.080622 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cb38f4-5882-47c9-bee6-8768f4780463" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c59bd2-0519-4579-85f3-532b1b8400a8", "tag": "419e2ca2-827d-458a-8c88-d8c3a45cfcae"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:06.163367 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757228612536'] for network (96e3a88f-ccc0-451f-b6f8-e39e163ef38b), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.199511 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47710cf-e04b-47e0-9072-84aa5c12b6e6 x-openstack-request-id: req-f47710cf-e04b-47e0-9072-84aa5c12b6e6 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:06.200055 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c59bd2-0519-4579-85f3-532b1b8400a8", "tag": "419e2ca2-827d-458a-8c88-d8c3a45cfcae", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:06.200656 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f47710cf-e04b-47e0-9072-84aa5c12b6e6 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:06.201278 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47710cf-e04b-47e0-9072-84aa5c12b6e6'] response: {'name': 'network-changed', 'server_uuid': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'tag': '419e2ca2-827d-458a-8c88-d8c3a45cfcae', 'status': 'completed', 'code': 200} Aug 08 02:34:06.242242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.318463 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a975d3-98cc-47cd-9312-971b223848c5 service neutron] Pushing event updated for resources: {'Port': ['ID=419e2ca2-827d-458a-8c88-d8c3a45cfcae,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:06.321986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.324151 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-7cd79c58-87c1-4a86-95e0-f40b02c990a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.325954 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-7cd79c58-87c1-4a86-95e0-f40b02c990a6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c30c9b3f01e740c2a329123736eb2e5e&device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 1132 time: 0.1286581 Aug 08 02:34:06.339863 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 2, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:06.352059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 45002f4e-74f4-4a62-b431-4b9f06a41b6e up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:06.369778 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:06.370754 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Updating router da75b4ea-93c7-430e-a72a-d019b9d5e43a port 2b639df4-0b3d-4854-8b24-02f07244204b binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:06.371362 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303'] for network (96e3a88f-ccc0-451f-b6f8-e39e163ef38b), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.373001 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.373765 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.403470 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-72c5f4a6-fd02-471f-a52e-5355cf3f62eb service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae HTTP/1.1" status: 200 len: 217 time: 0.0702796 Aug 08 02:34:06.410766 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.414007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 45002f4e-74f4-4a62-b431-4b9f06a41b6e triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:06.414007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.421777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.450939 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] Pushing event updated for resources: {'Network': ['ID=96e3a88f-ccc0-451f-b6f8-e39e163ef38b,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:06.466288 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b details requested by agent ovs-agent-dv-cinder-740146-18-iscsi with host dv-cinder-740146-18-iscsi {{(pid=104629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:34:06.468436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.496384 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-6b2c44d0-29f6-40b7-ac50-6199e44d7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.498020 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-6b2c44d0-29f6-40b7-ac50-6199e44d7b48 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=fd2ed5de-ba18-4906-85ea-922140c3c54f HTTP/1.1" status: 200 len: 843 time: 0.0872602 Aug 08 02:34:06.500951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Deleting port d279c301-b958-4608-a71d-01e175e7bf79 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:06.501304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (d279c301-b958-4608-a71d-01e175e7bf79), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.607065 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d26935a0-fa9c-4d31-a15c-6b92f7db61e8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1341109 Aug 08 02:34:06.611262 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42700) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:06.614886 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-f11fc146-b826-411c-ac3b-458127d214bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.616508 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-f11fc146-b826-411c-ac3b-458127d214bc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bd500ab7-91a2-4375-9e0e-781fb9d4a0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1131124 Aug 08 02:34:06.623179 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Request body: {'subnet': {'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-621470208-subnet', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'ip_version': 4}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:06.671443 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 45002f4e-74f4-4a62-b431-4b9f06a41b6e is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:06.672733 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 6d583010-d60c-45cc-ba22-a476f20d9252 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:06.711725 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Publish callbacks [] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), precommit_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.713775 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3eb3-5dd0-424b-b85a-569f7971e285 req-c7b02b36-b1c6-454e-85c1-eca0bfd24e73 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.721889 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-237d3eb3-5dd0-424b-b85a-569f7971e285 req-c7b02b36-b1c6-454e-85c1-eca0bfd24e73 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 948 time: 0.1132410 Aug 08 02:34:06.727091 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 6d583010-d60c-45cc-ba22-a476f20d9252 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:06.727660 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.728350 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Allocated IP 172.20.0.1 (dd9f5d42-683b-46eb-9416-347b33184b46/7dcbf05a-b3f5-4dc6-9412-354197575a1c/212e736e-908a-422c-be1f-59876687b7ef) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:06.731028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (d279c301-b958-4608-a71d-01e175e7bf79), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.731638 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for floatingip (d279c301-b958-4608-a71d-01e175e7bf79), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.751931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Calling delete_port for d279c301-b958-4608-a71d-01e175e7bf79 owned by network:floatingip {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:06.805027 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Publish callbacks [] for port (2b639df4-0b3d-4854-8b24-02f07244204b), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.808588 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.814582 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 6d583010-d60c-45cc-ba22-a476f20d9252 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:06.821200 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-237d3eb3-5dd0-424b-b85a-569f7971e285 req-30b3317b-a755-4153-983d-844cda0706a1 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971990 Aug 08 02:34:06.829371 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.843198 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-09ed674a-bc33-4d3c-a4ba-ec99a9b904c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bd500ab7-91a2-4375-9e0e-781fb9d4a0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056975 Aug 08 02:34:06.875695 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Made reservation on behalf of a2898509aa594b5194ac2282f285ce5d for: {'subnet': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:06.877766 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Attempting to bind port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:06.878085 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13110402'] for subnet (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.878214 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Attempting to bind port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:06.878494 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Attempting to bind port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:06.888088 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks [] for port (212e736e-908a-422c-be1f-59876687b7ef), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.888449 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.898958 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:06.899672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:06.899801 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.900122 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:06.900600 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Bound port: 4ad81c65-5173-4857-a2b9-fe1e8fc82a23, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:06.901231 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.936522 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.939268 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c9c11-3910-416b-9189-9559d15d486e None None] Pushing event updated for resources: {'Port': ['ID=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:06.962508 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] For port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:06.963722 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e4ad-756f-4f7a-b90e-39cf00731ff6 None None] Pushing event updated for resources: {'Port': ['ID=2b639df4-0b3d-4854-8b24-02f07244204b,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:06.966691 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] For port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:07.049464 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (212e736e-908a-422c-be1f-59876687b7ef), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.051554 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.055808 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1c699b15-84d9-447b-8c03-cf08168a4c65 req-0b4ab7c1-6022-453a-b34a-c5cf82dd553c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bd500ab7-91a2-4375-9e0e-781fb9d4a0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143128 Aug 08 02:34:07.088922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Network dd9f5d42-683b-46eb-9416-347b33184b46 is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:07.091837 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:07.098600 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:07.147830 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c9c11-3910-416b-9189-9559d15d486e None None] Pushing event updated for resources: {'Port': ['ID=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.153565 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (25bae1bb-fba9-4e51-bcd2-7616094db484), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.158079 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Routers {'25bae1bb-fba9-4e51-bcd2-7616094db484'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:07.159349 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['25bae1bb-fba9-4e51-bcd2-7616094db484'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:07.187121 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Attempting to bind port 2b639df4-0b3d-4854-8b24-02f07244204b on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:07.187645 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Attempting to bind port 2b639df4-0b3d-4854-8b24-02f07244204b by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:07.188136 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Attempting to bind port 2b639df4-0b3d-4854-8b24-02f07244204b on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:07.208249 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:07.208554 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:07.208964 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Checking segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:07.209517 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.209922 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Bound using segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:07.210451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:07.210585 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Bound port: 2b639df4-0b3d-4854-8b24-02f07244204b, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:07.210956 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.229230 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Pushing event updated for resources: {'Port': ['ID=212e736e-908a-422c-be1f-59876687b7ef,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.264298 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (d279c301-b958-4608-a71d-01e175e7bf79), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.311638 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] For port 2b639df4-0b3d-4854-8b24-02f07244204b, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:07.315216 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] For port 2b639df4-0b3d-4854-8b24-02f07244204b, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=2b639df4-0b3d-4854-8b24-02f07244204b,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:07.334286 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] Set router 25bae1bb-fba9-4e51-bcd2-7616094db484 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:07.358235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14027091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13110420'] for subnet (3756e75e-297c-4501-bb3d-281835743631), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.364416 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event deleted for resources: {'Port': ['ID=d279c301-b958-4608-a71d-01e175e7bf79,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.414025 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.425323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for floatingip (2edf9f7d-0a00-4a83-875a-d30d3e0dc974), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.425679 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Floating IP 2edf9f7d-0a00-4a83-875a-d30d3e0dc974 disassociated (deleted). External IP: 172.27.3.246, port: 3051cabc-48a3-4055-ae74-0ae74aa73005. Aug 08 02:34:07.432725 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3756e75e-297c-4501-bb3d-281835743631,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.446092 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-dbcffa82-0d2c-4c59-bf7b-d80fe19251c7 None None] Provisioning complete for port 212e736e-908a-422c-be1f-59876687b7ef triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:07.446469 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dbcffa82-0d2c-4c59-bf7b-d80fe19251c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (212e736e-908a-422c-be1f-59876687b7ef), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.474877 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (212e736e-908a-422c-be1f-59876687b7ef), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.480710 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-dbcffa82-0d2c-4c59-bf7b-d80fe19251c7 None None] Port 212e736e-908a-422c-be1f-59876687b7ef cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:07.498240 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Checking segment: {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:07.498630 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Network hostable DHCP agents. Network: 96e3a88f-ccc0-451f-b6f8-e39e163ef38b, hostable agents: ['d51419fe-89f0-42bd-a074-7abf8fdf97a9'], hosted agents: [] {{(pid=104627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:34:07.498746 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:07.499285 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:07.555487 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:07.560900 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e4ad-756f-4f7a-b90e-39cf00731ff6 None None] Pushing event updated for resources: {'Port': ['ID=2b639df4-0b3d-4854-8b24-02f07244204b,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.591183 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 3, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:07.619570 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa9af9-2eff-4ce9-8ab8-25ad17ed290b None None] The sync data for ids ['25bae1bb-fba9-4e51-bcd2-7616094db484'] in dv-cinder-740146-18-iscsi is: [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 3, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:07.647091 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b is scheduled to be hosted by DHCP agent d51419fe-89f0-42bd-a074-7abf8fdf97a9 with binding_index 1 {{(pid=104627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:34:07.661921 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:07.682134 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:07.745093 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks [] for port (212e736e-908a-422c-be1f-59876687b7ef), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.827341 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (212e736e-908a-422c-be1f-59876687b7ef), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.882374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (25bae1bb-fba9-4e51-bcd2-7616094db484), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.887495 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:07.952657 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd69ada-ce41-4282-894e-c6708bd6045a None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:07.980618 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Pushing event updated for resources: {'Port': ['ID=212e736e-908a-422c-be1f-59876687b7ef,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:08.083618 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65503e-9c78-4234-9d82-eff641024a40 req-4d1a118d-38f2-42ec-aeda-fe2eaa949897 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.092350 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fe65503e-9c78-4234-9d82-eff641024a40 req-4d1a118d-38f2-42ec-aeda-fe2eaa949897 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 948 time: 0.1173718 Aug 08 02:34:08.124298 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-b861eb5f-d86e-472d-aa78-94acaafaacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.124298 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-b861eb5f-d86e-472d-aa78-94acaafaacfe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c30c9b3f01e740c2a329123736eb2e5e&device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 1132 time: 0.0618718 Aug 08 02:34:08.151976 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Network dd9f5d42-683b-46eb-9416-347b33184b46 is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:08.157536 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:08.165423 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Router b2c90c61-1a68-43b7-b74e-aae477486476 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:08.183636 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fe65503e-9c78-4234-9d82-eff641024a40 req-b71803bb-7dce-4d17-b3c4-0d12bfd11bf7 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897098 Aug 08 02:34:08.219188 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-18-iscsi, 96e3a88f-ccc0-451f-b6f8-e39e163ef38b) {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:08.224597 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.225244 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.230557 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140bab9c-7509-465f-8e1f-ff1db9048575 None None] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:08.378741 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-cae89dbb-01fb-4ee7-a215-4fb7f789e710 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7658107 Aug 08 02:34:08.388887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.393558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42704) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:08.420017 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Router 25bae1bb-fba9-4e51-bcd2-7616094db484 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:08.430369 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:08.489481 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 2b639df4-0b3d-4854-8b24-02f07244204b up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:08.522906 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp046f7a0c-4887-5625-a4fd-8fc0b67b32fc-96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'fixed_ips': [{'subnet_id': '3756e75e-297c-4501-bb3d-281835743631'}]}} from dv-cinder-740146-18-iscsi. {{(pid=104629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:34:08.523857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.544267 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-54c3d71b-c777-4bdb-9038-54551a297a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.545848 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-54c3d71b-c777-4bdb-9038-54551a297a95 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=bd500ab7-91a2-4375-9e0e-781fb9d4a0e7 HTTP/1.1" status: 200 len: 870 time: 0.4139681 Aug 08 02:34:08.546472 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.618629 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-2a52b382-4370-4d58-b404-a4fc2239aa17 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae HTTP/1.1" status: 200 len: 217 time: 0.0614829 Aug 08 02:34:08.627648 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:08.636000 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:08.652952 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-03ec2868-3ddc-47c0-889e-080c83de9d02 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/25bae1bb-fba9-4e51-bcd2-7616094db484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0948200 Aug 08 02:34:08.669548 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.676926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16776014'] for router (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.678208 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376012', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-542617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16776007'] for router (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.687470 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] Sync routers for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:08.730350 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.734462 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:08.735109 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:08.745630 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d73ff012-fc39-4c88-b8da-336733f16e22 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/2edf9f7d-0a00-4a83-875a-d30d3e0dc974 HTTP/1.1" status: 204 len: 168 time: 3.0509624 Aug 08 02:34:08.749779 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:08.750084 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d" -d '{"events": [{"name": "network-changed", "server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:08.768755 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-c4b7be6d-7453-4704-b8aa-4b6e0eeb25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.777456 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-c4b7be6d-7453-4704-b8aa-4b6e0eeb25eb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=fd2ed5de-ba18-4906-85ea-922140c3c54f HTTP/1.1" status: 200 len: 843 time: 0.1518111 Aug 08 02:34:08.781919 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-302e91b3-6cca-4244-9a5b-b9f4699aab43 None None] Provisioning complete for port 212e736e-908a-422c-be1f-59876687b7ef triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:08.782308 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-302e91b3-6cca-4244-9a5b-b9f4699aab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (212e736e-908a-422c-be1f-59876687b7ef), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.838221 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076dc8f5-dde4-4fb3-923e-3c392b195d00 x-openstack-request-id: req-076dc8f5-dde4-4fb3-923e-3c392b195d00 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:08.839243 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:08.839620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-076dc8f5-dde4-4fb3-923e-3c392b195d00 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:08.840256 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076dc8f5-dde4-4fb3-923e-3c392b195d00'] response: {'name': 'network-changed', 'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'status': 'completed', 'code': 200} Aug 08 02:34:08.846260 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 2b639df4-0b3d-4854-8b24-02f07244204b triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:08.846644 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.854524 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.942389 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks [] for router_controller (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), precommit_add_association {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.949083 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.958060 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-55eeb1e1-0268-4b0f-9cb7-b3c6e33b46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.960114 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-55eeb1e1-0268-4b0f-9cb7-b3c6e33b46f0 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=bd500ab7-91a2-4375-9e0e-781fb9d4a0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1814311 Aug 08 02:34:08.962051 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-491ce40a-8ed9-49b6-87b2-efaa720ff7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.963749 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-491ce40a-8ed9-49b6-87b2-efaa720ff7c6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 1129 time: 0.1274335 Aug 08 02:34:08.967684 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-302e91b3-6cca-4244-9a5b-b9f4699aab43 None None] Port 212e736e-908a-422c-be1f-59876687b7ef cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:09.080929 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.092051 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.db_base_plugin_common [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Allocated IP 172.20.0.2 (96e3a88f-ccc0-451f-b6f8-e39e163ef38b/3756e75e-297c-4501-bb3d-281835743631/696dd616-073f-4adb-ad46-e5e0291c6642) {{(pid=104629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:09.174759 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:09.235974 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 2b639df4-0b3d-4854-8b24-02f07244204b is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:09.236568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.317030 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-1a0dac51-70e4-4861-99b9-356d835e85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.318803 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-1a0dac51-70e4-4861-99b9-356d835e85bf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 200 len: 909 time: 0.3379743 Aug 08 02:34:09.326399 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-089f1e44-e8cd-4bb1-abfc-c1b284dfcae3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bd500ab7-91a2-4375-9e0e-781fb9d4a0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560388 Aug 08 02:34:09.328558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks [] for router_gateway (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.409499 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21968302-6226-486c-959b-51b7ef89d622 req-74277519-6ce2-46d5-b5ef-c2e19271f399 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.411050 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-21968302-6226-486c-959b-51b7ef89d622 req-74277519-6ce2-46d5-b5ef-c2e19271f399 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 948 time: 0.1384900 Aug 08 02:34:09.417864 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c8e7e-aae9-4839-8a64-9739d6622126 req-94709f85-5818-4d20-995a-84d4a589d39f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.419311 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d33c8e7e-aae9-4839-8a64-9739d6622126 req-94709f85-5818-4d20-995a-84d4a589d39f tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.0748439 Aug 08 02:34:09.455282 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.491917 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-21968302-6226-486c-959b-51b7ef89d622 req-9e557ad8-30be-4ef6-a5b2-b0a488cc8f83 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715234 Aug 08 02:34:09.506202 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d33c8e7e-aae9-4839-8a64-9739d6622126 req-1bd8cc38-451d-490b-a58d-8d6c6ae7087b tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713863 Aug 08 02:34:09.538767 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 2b639df4-0b3d-4854-8b24-02f07244204b, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=2b639df4-0b3d-4854-8b24-02f07244204b,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:09.622929 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.623737 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:09.625851 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Publish callbacks [] for port (696dd616-073f-4adb-ad46-e5e0291c6642), precommit_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.679086 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks [] for router_gateway (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.699976 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.733984 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), after_create {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.742970 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:09.781255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=2b639df4-0b3d-4854-8b24-02f07244204b,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:09.786733 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] Checking router: b2c90c61-1a68-43b7-b74e-aae477486476 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:09.821705 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b is already hosted by enough agents. {{(pid=104629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:09.822090 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Allocated IP 172.27.3.92 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/95903d96-3ff3-41a1-8192-212ceaef16bb) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:09.826569 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:09.827597 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.837681 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.scheduler.base_scheduler [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Resources bound (agent type, host, resource id): {{(pid=104629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:09.864034 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Received port after_create {{(pid=104629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:09.870338 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:09.870869 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:09.877590 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Pushing event updated for resources: {'Port': ['ID=696dd616-073f-4adb-ad46-e5e0291c6642,revision_number=1']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:09.942647 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks [] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.025356 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Attempting to bind port 696dd616-073f-4adb-ad46-e5e0291c6642 on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:10.025750 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Attempting to bind port 696dd616-073f-4adb-ad46-e5e0291c6642 by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:10.026121 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Attempting to bind port 696dd616-073f-4adb-ad46-e5e0291c6642 on network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:10.055271 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:10.055654 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Checking segment: {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:10.056062 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.056457 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Bound using segment: {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'} {{(pid=104629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:10.057006 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.managers [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Bound port: 696dd616-073f-4adb-ad46-e5e0291c6642, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'}}] {{(pid=104629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:10.057393 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.083745 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.092459 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:10.126588 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:10.132944 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:10.137012 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:10.137475 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:10.137876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.176362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:10.186940 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Pushing event updated for resources: {'Port': ['ID=95903d96-3ff3-41a1-8192-212ceaef16bb,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:10.220491 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 419e2ca2-827d-458a-8c88-d8c3a45cfcae details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:34:10.287932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] For port 696dd616-073f-4adb-ad46-e5e0291c6642, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:10.322871 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] For port 696dd616-073f-4adb-ad46-e5e0291c6642, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=696dd616-073f-4adb-ad46-e5e0291c6642,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:10.438749 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:10.476466 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.480701 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c7cb38f4-5882-47c9-bee6-8768f4780463 req-69f546a8-4d8a-4540-a41b-d711ed482d9d service neutron] 10.222.0.45 "GET /networking/v2.0/networks/bd500ab7-91a2-4375-9e0e-781fb9d4a0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733910 Aug 08 02:34:10.494162 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '419e2ca2-827d-458a-8c88-d8c3a45cfcae', 'network_id': 'bd500ab7-91a2-4375-9e0e-781fb9d4a0e7', 'port_id': '419e2ca2-827d-458a-8c88-d8c3a45cfcae', 'mac_address': 'fa:16:3e:af:a5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2ed5de-ba18-4906-85ea-922140c3c54f', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:34:10.502727 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:10.601138 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-66fdc486-ef40-4e2f-bc1b-fe9eceee7434 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 200 len: 217 time: 0.3951385 Aug 08 02:34:10.638699 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 2b639df4-0b3d-4854-8b24-02f07244204b up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:10.644884 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.667263 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 419e2ca2-827d-458a-8c88-d8c3a45cfcae is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:10.672480 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.789193 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419e2ca2-827d-458a-8c88-d8c3a45cfcae {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:10.825077 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7dcf0-ab65-4d65-b505-5415a40c5b71 req-117950ee-fa9c-4781-b35c-505e7e310e48 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:10.825669 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:10.831858 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8ef7dcf0-ab65-4d65-b505-5415a40c5b71 req-117950ee-fa9c-4781-b35c-505e7e310e48 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 948 time: 0.1836886 Aug 08 02:34:10.838892 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:10.887435 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-04328274-a0d5-4b2a-a321-a0559d44ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:10.889171 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-04328274-a0d5-4b2a-a321-a0559d44ed9d service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 200 len: 847 time: 0.2388575 Aug 08 02:34:10.978046 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:10.996135 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-604db6ae-2abe-4b8d-a35e-0cd9bfc54713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:10.997949 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-604db6ae-2abe-4b8d-a35e-0cd9bfc54713 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=6fe4a268-f47a-420a-80c5-dd33e7e621f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784502 Aug 08 02:34:11.006431 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-a6750106-20e8-48b7-aad1-33a0bcf4e8e0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:11.011539 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-a6750106-20e8-48b7-aad1-33a0bcf4e8e0 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.2645035 Aug 08 02:34:11.061583 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 2b639df4-0b3d-4854-8b24-02f07244204b triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:11.061997 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.063778 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff8d49-65cc-4775-864b-2d4337f6a427 None None] Pushing event updated for resources: {'Port': ['ID=696dd616-073f-4adb-ad46-e5e0291c6642,revision_number=2']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:11.069815 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:11.098833 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.199253 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c99432-bac3-45e1-a585-c6bf1622aa0f None None] The sync data for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi is: [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:28:47Z', 'revision_number': 4, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '78952a5b-18c5-4b9d-ba65-ace20115c2c5', 'name': '', 'network_id': '6fe4a268-f47a-420a-80c5-dd33e7e621f8', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'mac_address': 'fa:16:3e:37:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:46Z', 'updated_at': '2022-08-08T02:28:55Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'subnets': [{'id': '0b5224ed-92a3-4033-9fb5-e336d0b828a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:11.223545 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:11.253217 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-fb5ad6dc-684a-454f-a8ce-fca8d714db11 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404380 Aug 08 02:34:11.334775 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['419e2ca2-827d-458a-8c88-d8c3a45cfcae'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:34:11.354266 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:11.355348 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:11.361916 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04c6c9-aab1-4187-a04c-dc4696d2a2f2 req-062aa826-28f2-4eac-a314-fd3b47be4822 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:11.371357 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f04c6c9-aab1-4187-a04c-dc4696d2a2f2 req-062aa826-28f2-4eac-a314-fd3b47be4822 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 945 time: 0.6599605 Aug 08 02:34:11.404021 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=419e2ca2-827d-458a-8c88-d8c3a45cfcae,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:11.430311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 2b639df4-0b3d-4854-8b24-02f07244204b is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:11.531248 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f04c6c9-aab1-4187-a04c-dc4696d2a2f2 req-0838a57d-b458-4840-a88d-cbcc0f52ddb1 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=33022304-f35c-408e-9836-0d5ff0003eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589186 Aug 08 02:34:11.557127 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8ef7dcf0-ab65-4d65-b505-5415a40c5b71 req-c028670b-b5d3-4ead-b35f-24790d7e9a00 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243004 Aug 08 02:34:11.594074 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Deleting port 3051cabc-48a3-4055-ae74-0ae74aa73005 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:11.594669 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.673156 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks [] for router_gateway (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.712011 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:11.825993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] For port 3051cabc-48a3-4055-ae74-0ae74aa73005, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3051cabc-48a3-4055-ae74-0ae74aa73005,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:11.827059 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.836566 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a732ffe8-e1b0-48e2-ad2b-ce739ae1239d req-1892eaed-cc7a-4878-91c6-9f1cadd8d541 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799170 Aug 08 02:34:11.854239 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Calling delete_port for 3051cabc-48a3-4055-ae74-0ae74aa73005 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:11.981539 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Sync routers for ids ['25bae1bb-fba9-4e51-bcd2-7616094db484'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:12.012635 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Routers {'25bae1bb-fba9-4e51-bcd2-7616094db484'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:12.020827 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['25bae1bb-fba9-4e51-bcd2-7616094db484'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:12.180727 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Set router 25bae1bb-fba9-4e51-bcd2-7616094db484 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:12.189452 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 419e2ca2-827d-458a-8c88-d8c3a45cfcae up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:12.292591 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 419e2ca2-827d-458a-8c88-d8c3a45cfcae completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:34:12.311455 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.349172 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77ba9b-8107-4b07-a963-5a81a0835c4d None None] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:12.438567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-361025'] for router (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.455086 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af6a30-3b1b-4b4f-9656-81ea8cea8a87 None None] New status for floating IP 2edf9f7d-0a00-4a83-875a-d30d3e0dc974: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:34:12.455793 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '212e736e-908a-422c-be1f-59876687b7ef', 'name': '', 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'mac_address': 'fa:16:3e:96:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:06Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 2, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'subnets': [{'id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:12.473234 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 419e2ca2-827d-458a-8c88-d8c3a45cfcae triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:12.474015 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.529779 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Checking router: 25bae1bb-fba9-4e51-bcd2-7616094db484 for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:12.530140 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Updating router 25bae1bb-fba9-4e51-bcd2-7616094db484 port 212e736e-908a-422c-be1f-59876687b7ef binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:12.577229 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (212e736e-908a-422c-be1f-59876687b7ef), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.647411 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.730105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.742403 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.825737 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (3051cabc-48a3-4055-ae74-0ae74aa73005), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.845071 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546008-c07c-4201-8eec-c1ba9c8c0374 req-607321ba-d898-45e0-880a-3dc85b903dd3 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:12.846696 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9546008-c07c-4201-8eec-c1ba9c8c0374 req-607321ba-d898-45e0-880a-3dc85b903dd3 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 949 time: 0.1217749 Aug 08 02:34:12.891527 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a is scheduled to L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb with binding_index 1 {{(pid=104627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:34:12.969130 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-908714c2-0cd9-40dc-acb5-7a86352e557d req-e42f9e54-1755-4933-8315-69e569a36dfb tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.1168880 Aug 08 02:34:12.972046 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.973250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] No DVR routers for this DVR port 3051cabc-48a3-4055-ae74-0ae74aa73005 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:34:12.976564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event deleted for resources: {'Port': ['ID=3051cabc-48a3-4055-ae74-0ae74aa73005,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:12.980900 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.984399 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2de3f6b9-1ea5-4c30-9174-ba8696553a75 req-95d52c57-edd9-4049-b108-5ee438b98def tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.45 "DELETE /networking/v2.0/ports/3051cabc-48a3-4055-ae74-0ae74aa73005 HTTP/1.1" status: 204 len: 173 time: 1.7268775 Aug 08 02:34:12.988839 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-deleted', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:12.991284 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10acfaa7-d37b-47d0-b679-9d0747940e47" -d '{"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-deleted", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:13.012435 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 696dd616-073f-4adb-ad46-e5e0291c6642 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:13.043114 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Publish callbacks [] for port (212e736e-908a-422c-be1f-59876687b7ef), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.045332 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9546008-c07c-4201-8eec-c1ba9c8c0374 req-4ba6da78-bca7-4259-bc27-92866a2f14e8 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757998 Aug 08 02:34:13.056704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] Provisioning complete for port 696dd616-073f-4adb-ad46-e5e0291c6642 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:13.057332 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.084480 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd254f-c560-45be-afa6-32460791cf8c x-openstack-request-id: req-e4bd254f-c560-45be-afa6-32460791cf8c {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:13.084801 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077e7935-3361-4ff5-9367-ba162efac09c", "name": "network-vif-deleted", "tag": "3051cabc-48a3-4055-ae74-0ae74aa73005", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:13.085043 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e4bd254f-c560-45be-afa6-32460791cf8c {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:13.085506 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bd254f-c560-45be-afa6-32460791cf8c'] response: {'server_uuid': '077e7935-3361-4ff5-9367-ba162efac09c', 'name': 'network-vif-deleted', 'tag': '3051cabc-48a3-4055-ae74-0ae74aa73005', 'status': 'completed', 'code': 200} Aug 08 02:34:13.163012 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (212e736e-908a-422c-be1f-59876687b7ef), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.187233 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:13.197614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:13.213019 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Sync routers for ids ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:13.228791 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 696dd616-073f-4adb-ad46-e5e0291c6642 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:13.229173 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.301051 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 419e2ca2-827d-458a-8c88-d8c3a45cfcae is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:13.301449 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.316566 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Routers {'643d9061-6e68-4bca-83f3-5d7a71ba2f9a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:13.321391 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:13.326034 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11affbf7-0e95-4b33-849c-aca02b4d332b None None] Pushing event updated for resources: {'Port': ['ID=212e736e-908a-422c-be1f-59876687b7ef,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.329466 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.335938 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42748) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:13.345629 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-9d0148f5-eb2e-4398-97ac-3aa81acf43c9 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9390087 Aug 08 02:34:13.382691 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] Current status of the port 696dd616-073f-4adb-ad46-e5e0291c6642 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:13.383293 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.405995 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e2ca2-827d-458a-8c88-d8c3a45cfcae'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:13.408361 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b28e463-e382-4416-b887-33e58fed4c68" -d '{"events": [{"server_uuid": "d1c59bd2-0519-4579-85f3-532b1b8400a8", "name": "network-vif-plugged", "status": "completed", "tag": "419e2ca2-827d-458a-8c88-d8c3a45cfcae"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:13.412602 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:13.413985 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Attempting to bind port 212e736e-908a-422c-be1f-59876687b7ef on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:13.414556 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Attempting to bind port 212e736e-908a-422c-be1f-59876687b7ef by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:13.415122 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Attempting to bind port 212e736e-908a-422c-be1f-59876687b7ef on network dd9f5d42-683b-46eb-9416-347b33184b46 {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:13.433452 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:13.434233 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Checking segment: {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:13.434846 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.435436 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Bound using segment: {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:13.436160 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Bound port: 212e736e-908a-422c-be1f-59876687b7ef, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41df4f10-882a-4a69-b877-5b402df0689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:13.436831 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (212e736e-908a-422c-be1f-59876687b7ef), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.488778 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:13.583627 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cbd57a-6d94-42f4-add5-25ea4c0209fb x-openstack-request-id: req-06cbd57a-6d94-42f4-add5-25ea4c0209fb {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:13.584164 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59bd2-0519-4579-85f3-532b1b8400a8", "name": "network-vif-plugged", "status": "completed", "tag": "419e2ca2-827d-458a-8c88-d8c3a45cfcae", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:13.584894 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-06cbd57a-6d94-42f4-add5-25ea4c0209fb {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:13.590075 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cbd57a-6d94-42f4-add5-25ea4c0209fb'] response: {'server_uuid': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419e2ca2-827d-458a-8c88-d8c3a45cfcae', 'code': 200} Aug 08 02:34:13.613958 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.613958 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:13.690921 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] For port 696dd616-073f-4adb-ad46-e5e0291c6642, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=696dd616-073f-4adb-ad46-e5e0291c6642,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:13.699555 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 3051cabc-48a3-4055-ae74-0ae74aa73005 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:13.700307 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 3051cabc-48a3-4055-ae74-0ae74aa73005 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:13.706738 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 696dd616-073f-4adb-ad46-e5e0291c6642 is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:13.709392 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.740828 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] For port 212e736e-908a-422c-be1f-59876687b7ef, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:13.755279 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] For port 212e736e-908a-422c-be1f-59876687b7ef, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=212e736e-908a-422c-be1f-59876687b7ef,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:13.764326 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=419e2ca2-827d-458a-8c88-d8c3a45cfcae,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.765075 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Set router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:13.777325 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.862506 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:13.884115 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:34:13.885494 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG oslo_db.api [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:34:13.906030 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7d47-4a5a-499e-b6b2-72da0f756ca2 None None] Pushing event updated for resources: {'Port': ['ID=696dd616-073f-4adb-ad46-e5e0291c6642,revision_number=3']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.911695 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-cdebf938-4cb1-4988-b3e5-efc67cd97551 None None] Provisioning complete for port 696dd616-073f-4adb-ad46-e5e0291c6642 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:13.912361 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-cdebf938-4cb1-4988-b3e5-efc67cd97551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.923542 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (212e736e-908a-422c-be1f-59876687b7ef), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.948968 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Routers {'25bae1bb-fba9-4e51-bcd2-7616094db484'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:13.950846 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['25bae1bb-fba9-4e51-bcd2-7616094db484'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:13.987811 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89206-45b6-41cd-9555-03ac938509eb req-582a55cf-c53c-4725-bb67-680dfaf5b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:13.990082 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a4a89206-45b6-41cd-9555-03ac938509eb req-582a55cf-c53c-4725-bb67-680dfaf5b481 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 1134 time: 0.0790114 Aug 08 02:34:14.051955 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-cdebf938-4cb1-4988-b3e5-efc67cd97551 None None] Current status of the port 696dd616-073f-4adb-ad46-e5e0291c6642 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:14.124617 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a4a89206-45b6-41cd-9555-03ac938509eb req-2fd0267c-7944-4861-902e-205c6e50cf0c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067262 Aug 08 02:34:14.216171 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2457966d-4e1b-46c8-90bf-1d78ed727d70 req-5a529872-d41d-428c-81b9-a9416c1e67b7 tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=077e7935-3361-4ff5-9367-ba162efac09c HTTP/1.1" status: 200 len: 210 time: 0.0365839 Aug 08 02:34:14.311173 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.317766 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11affbf7-0e95-4b33-849c-aca02b4d332b None None] Pushing event updated for resources: {'Port': ['ID=212e736e-908a-422c-be1f-59876687b7ef,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:14.344026 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc415c-a9c2-4747-8409-a9b76e7cd48e req-29a37dfb-3088-4645-97cc-6eaf7cbeaeab tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:14.345596 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e5cc415c-a9c2-4747-8409-a9b76e7cd48e req-29a37dfb-3088-4645-97cc-6eaf7cbeaeab tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 950 time: 0.0752411 Aug 08 02:34:14.369604 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] Set router 25bae1bb-fba9-4e51-bcd2-7616094db484 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:14.422711 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:14.456203 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 696dd616-073f-4adb-ad46-e5e0291c6642 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:14.458232 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:14.471656 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 3, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:14.495948 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:14.516836 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e5cc415c-a9c2-4747-8409-a9b76e7cd48e req-df9fea11-4286-426f-8a45-70f2774b9ed7 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117547 Aug 08 02:34:14.543805 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Checking router: 643d9061-6e68-4bca-83f3-5d7a71ba2f9a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:14.544130 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Updating router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a port 95903d96-3ff3-41a1-8192-212ceaef16bb binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:14.577708 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:14.578991 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.586257 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:14.591734 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.618407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Allocated IP 172.20.0.1 (96e3a88f-ccc0-451f-b6f8-e39e163ef38b/3756e75e-297c-4501-bb3d-281835743631/f07e2268-987c-457e-ba55-43f9bcd1676a) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:14.711371 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:14.785737 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:14.797066 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks [] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.819949 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '212e736e-908a-422c-be1f-59876687b7ef', 'name': '', 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'mac_address': 'fa:16:3e:96:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:06Z', 'updated_at': '2022-08-08T02:34:13Z', 'revision_number': 4, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'subnets': [{'id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:14.887890 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 696dd616-073f-4adb-ad46-e5e0291c6642 up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:14.894855 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fadf7-ccf8-432c-a4d9-ff599458b917 None None] The sync data for ids ['25bae1bb-fba9-4e51-bcd2-7616094db484'] in dv-cinder-740146-18-iscsi is: [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '212e736e-908a-422c-be1f-59876687b7ef', 'name': '', 'network_id': 'dd9f5d42-683b-46eb-9416-347b33184b46', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'mac_address': 'fa:16:3e:96:13:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:06Z', 'updated_at': '2022-08-08T02:34:13Z', 'revision_number': 4, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'subnets': [{'id': '7dcbf05a-b3f5-4dc6-9412-354197575a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:14.921784 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.992544 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:15.008869 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:15.018453 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:15.032650 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 696dd616-073f-4adb-ad46-e5e0291c6642 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:15.039992 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.081302 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519074'] for router_interface (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.159182 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 696dd616-073f-4adb-ad46-e5e0291c6642 is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:15.197004 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Publish callbacks [] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.289874 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Pushing event updated for resources: {'Port': ['ID=f07e2268-987c-457e-ba55-43f9bcd1676a,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:15.322372 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42758) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:15.333744 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.379126 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Attempting to bind port 95903d96-3ff3-41a1-8192-212ceaef16bb on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:15.379553 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Attempting to bind port 95903d96-3ff3-41a1-8192-212ceaef16bb by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:15.379921 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Attempting to bind port 95903d96-3ff3-41a1-8192-212ceaef16bb on network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:15.382860 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:15.403756 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:15.404594 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Checking segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:15.405346 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.405924 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Bound using segment: {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:15.409926 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Bound port: 95903d96-3ff3-41a1-8192-212ceaef16bb, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee783670-b9cf-4552-bb29-5cd19d5bd4d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:15.411002 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.414104 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c0023ed2-14cd-4391-8491-bf8728fe287d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group (33022304-f35c-408e-9836-0d5ff0003eb8), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.468963 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c0023ed2-14cd-4391-8491-bf8728fe287d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group (33022304-f35c-408e-9836-0d5ff0003eb8), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.471962 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.485833 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:15.492448 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-cc994e31-eb2b-4d92-8729-96d381636ce1 None None] Provisioning complete for port f07e2268-987c-457e-ba55-43f9bcd1676a triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:15.500328 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-cc994e31-eb2b-4d92-8729-96d381636ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.608174 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] For port 95903d96-3ff3-41a1-8192-212ceaef16bb, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:15.625659 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] For port 95903d96-3ff3-41a1-8192-212ceaef16bb, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=95903d96-3ff3-41a1-8192-212ceaef16bb,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:15.628632 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-cc994e31-eb2b-4d92-8729-96d381636ce1 None None] Port f07e2268-987c-457e-ba55-43f9bcd1676a cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:15.637966 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095cb3-53e8-4388-82c1-e5f7f7174c26 None None] Pushing event updated for resources: {'Port': ['ID=95903d96-3ff3-41a1-8192-212ceaef16bb,revision_number=2']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:15.721521 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.778517 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b51a8-23fc-413d-a48f-5f8d6d449ee6 req-c1c722ca-07a8-457f-95d7-634b6b07c3ba tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:15.780227 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ac0b51a8-23fc-413d-a48f-5f8d6d449ee6 req-c1c722ca-07a8-457f-95d7-634b6b07c3ba tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 950 time: 0.0852153 Aug 08 02:34:15.823293 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks [] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.835977 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095cb3-53e8-4388-82c1-e5f7f7174c26 None None] Pushing event updated for resources: {'Port': ['ID=95903d96-3ff3-41a1-8192-212ceaef16bb,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:15.850695 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Routers {'643d9061-6e68-4bca-83f3-5d7a71ba2f9a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:15.851560 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:33:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:15.860912 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c0023ed2-14cd-4391-8491-bf8728fe287d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (33022304-f35c-408e-9836-0d5ff0003eb8), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.865427 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c0023ed2-14cd-4391-8491-bf8728fe287d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.866053 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c0023ed2-14cd-4391-8491-bf8728fe287d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/33022304-f35c-408e-9836-0d5ff0003eb8 HTTP/1.1" status: 204 len: 168 time: 0.5425708 Aug 08 02:34:15.903166 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:15.915005 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.964246 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0023ed2-14cd-4391-8491-bf8728fe287d tempest-TestShelveInstance-2138144306 tempest-TestShelveInstance-2138144306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33022304-f35c-408e-9836-0d5ff0003eb8,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:15.967539 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Pushing event updated for resources: {'Port': ['ID=f07e2268-987c-457e-ba55-43f9bcd1676a,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:15.973785 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ac0b51a8-23fc-413d-a48f-5f8d6d449ee6 req-198ea46c-2574-4943-9f3c-e2db311460a3 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855330 Aug 08 02:34:16.009987 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42764) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:16.058573 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518162'] for router_interface (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:16.076438 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] Set router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:16.356075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:16.359017 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:16.404310 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'f07e2268-987c-457e-ba55-43f9bcd1676a', 'name': '', 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'mac_address': 'fa:16:3e:f3:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '3756e75e-297c-4501-bb3d-281835743631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:14Z', 'updated_at': '2022-08-08T02:34:14Z', 'revision_number': 1, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'subnets': [{'id': '3756e75e-297c-4501-bb3d-281835743631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:16.459086 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04629f9-df5e-485e-9fae-1f1da34b66d7 None None] The sync data for ids ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'] in dv-cinder-740146-18-iscsi is: [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'f07e2268-987c-457e-ba55-43f9bcd1676a', 'name': '', 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'mac_address': 'fa:16:3e:f3:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '3756e75e-297c-4501-bb3d-281835743631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:14Z', 'updated_at': '2022-08-08T02:34:14Z', 'revision_number': 1, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'subnets': [{'id': '3756e75e-297c-4501-bb3d-281835743631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:16.633770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-12eb05ea-18e6-49b6-aa89-1315c8917ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:16.712343 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:16.783427 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-960d14e5-eb24-4d66-8b16-4c0de7d97362 None None] Provisioning complete for port f07e2268-987c-457e-ba55-43f9bcd1676a triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:16.783809 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-960d14e5-eb24-4d66-8b16-4c0de7d97362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:16.909382 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-960d14e5-eb24-4d66-8b16-4c0de7d97362 None None] Port f07e2268-987c-457e-ba55-43f9bcd1676a cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:16.912584 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 212e736e-908a-422c-be1f-59876687b7ef up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:16.958811 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:16.991782 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 212e736e-908a-422c-be1f-59876687b7ef triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:16.991782 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (212e736e-908a-422c-be1f-59876687b7ef), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.103977 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 212e736e-908a-422c-be1f-59876687b7ef is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:17.103977 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (212e736e-908a-422c-be1f-59876687b7ef), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.161362 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 212e736e-908a-422c-be1f-59876687b7ef, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=212e736e-908a-422c-be1f-59876687b7ef,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:17.168783 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:17.181708 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672385cb-2680-4628-ac45-660d5b4af73a req-19479e02-09a9-4876-8757-bc418ddb59a3 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:17.183247 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-672385cb-2680-4628-ac45-660d5b4af73a req-19479e02-09a9-4876-8757-bc418ddb59a3 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 950 time: 0.1175911 Aug 08 02:34:17.187216 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-9b69adfc-6c34-4651-97f6-c5e19229937f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/643d9061-6e68-4bca-83f3-5d7a71ba2f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8495927 Aug 08 02:34:17.232130 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (212e736e-908a-422c-be1f-59876687b7ef), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.295567 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (b2c90c61-1a68-43b7-b74e-aae477486476), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.303670 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:17.328223 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=212e736e-908a-422c-be1f-59876687b7ef,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:17.366932 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-672385cb-2680-4628-ac45-660d5b4af73a req-d1513e85-518d-4d60-8b57-b65810173bcc tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263256 Aug 08 02:34:17.609555 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Deleting port 78952a5b-18c5-4b9d-ba65-ace20115c2c5 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:17.609892 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.746353 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] For port 78952a5b-18c5-4b9d-ba65-ace20115c2c5, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=78952a5b-18c5-4b9d-ba65-ace20115c2c5,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:17.746837 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.762633 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Calling delete_port for 78952a5b-18c5-4b9d-ba65-ace20115c2c5 owned by network:router_interface {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:17.864340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42784) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:17.869317 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655674036', 'description': 'tempest-secgroup-smoke-1655674036 description', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:18.003300 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.037478 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (78952a5b-18c5-4b9d-ba65-ace20115c2c5), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.085097 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Pushing event deleted for resources: {'Port': ['ID=78952a5b-18c5-4b9d-ba65-ace20115c2c5,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:18.161241 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group (a1d41d2a-abf1-4853-b958-574c250cd97b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.289788 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-95946119-3661-4b77-8037-40f5702e1f5b tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:18.291994 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-95946119-3661-4b77-8037-40f5702e1f5b tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 950 time: 0.0826705 Aug 08 02:34:18.343992 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a1d41d2a-abf1-4853-b958-574c250cd97b), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.470719 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Deleting port 419e2ca2-827d-458a-8c88-d8c3a45cfcae {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:18.471162 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.484627 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d41d2a-abf1-4853-b958-574c250cd97b,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:18.541062 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.542658 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-5efa55fe-cde1-4005-bd45-ca6e520acbd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6772473 Aug 08 02:34:18.546490 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42788) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:18.551049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group_rule': {'security_group_id': 'a1d41d2a-abf1-4853-b958-574c250cd97b', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:18.622931 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] For port 419e2ca2-827d-458a-8c88-d8c3a45cfcae, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=419e2ca2-827d-458a-8c88-d8c3a45cfcae,segment=NetworkSegment(20fe087d-372f-4fd4-acf5-53c118bb2e1e),segment_id=20fe087d-372f-4fd4-acf5-53c118bb2e1e)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:18.623665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.642510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Calling delete_port for 419e2ca2-827d-458a-8c88-d8c3a45cfcae owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:18.666075 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ad4b-c6c1-4c7e-a698-1a3e07d5acb1 req-54351d3e-e146-4adf-8281-47fcf7f77d9f tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:18.667608 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f330ad4b-c6c1-4c7e-a698-1a3e07d5acb1 req-54351d3e-e146-4adf-8281-47fcf7f77d9f tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 950 time: 0.0902572 Aug 08 02:34:18.703598 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (bde68486-130a-4cdc-b75b-113173eef09b), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.709419 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (b2c90c61-1a68-43b7-b74e-aae477486476), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.712707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:18.760352 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f330ad4b-c6c1-4c7e-a698-1a3e07d5acb1 req-7e889483-f390-439e-ad15-f616e4750073 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=19d69f51-391c-41e6-b35f-f58f992cfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Aug 08 02:34:18.853323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:18.920323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (bde68486-130a-4cdc-b75b-113173eef09b), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:18.931506 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:18.937248 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:19.027632 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (bde68486-130a-4cdc-b75b-113173eef09b), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.054807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-cb4e06fc-75ae-4a8d-b24d-0df795db8643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.070636 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 212e736e-908a-422c-be1f-59876687b7ef up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:19.073152 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde68486-130a-4cdc-b75b-113173eef09b,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:19.116410 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (419e2ca2-827d-458a-8c88-d8c3a45cfcae), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.131122 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['419e2ca2-827d-458a-8c88-d8c3a45cfcae'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:34:19.168427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Pushing event deleted for resources: {'Port': ['ID=419e2ca2-827d-458a-8c88-d8c3a45cfcae,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:19.183206 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.186353 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-efa936f8-3d83-432c-9dc2-702cf46d9fe8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6389134 Aug 08 02:34:19.190565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42790) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:19.193174 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 212e736e-908a-422c-be1f-59876687b7ef triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:19.193174 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (212e736e-908a-422c-be1f-59876687b7ef), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.225724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group_rule': {'security_group_id': 'a1d41d2a-abf1-4853-b958-574c250cd97b', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:19.287287 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Router b2c90c61-1a68-43b7-b74e-aae477486476 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:19.295828 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:19.298473 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] No DVR routers for this DVR port 419e2ca2-827d-458a-8c88-d8c3a45cfcae on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:34:19.305813 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.313359 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-e2109bbf-9856-4807-9f31-a4426b69d3b5 req-2a222a7f-d779-4608-95a2-1cf8370fada0 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.45 "DELETE /networking/v2.0/ports/419e2ca2-827d-458a-8c88-d8c3a45cfcae HTTP/1.1" status: 204 len: 173 time: 1.0139840 Aug 08 02:34:19.316165 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 212e736e-908a-422c-be1f-59876687b7ef is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:19.324166 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'name': 'network-vif-deleted', 'tag': '419e2ca2-827d-458a-8c88-d8c3a45cfcae'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:19.343891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b5eff1-d64e-4a6b-aae8-6729f449542a" -d '{"events": [{"server_uuid": "d1c59bd2-0519-4579-85f3-532b1b8400a8", "name": "network-vif-deleted", "tag": "419e2ca2-827d-458a-8c88-d8c3a45cfcae"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:19.412139 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ce152-f77f-48f8-8fe4-6ba6963ae6be x-openstack-request-id: req-b80ce152-f77f-48f8-8fe4-6ba6963ae6be {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:19.412456 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c59bd2-0519-4579-85f3-532b1b8400a8", "name": "network-vif-deleted", "tag": "419e2ca2-827d-458a-8c88-d8c3a45cfcae", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:19.412784 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b80ce152-f77f-48f8-8fe4-6ba6963ae6be {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:19.413547 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80ce152-f77f-48f8-8fe4-6ba6963ae6be'] response: {'server_uuid': 'd1c59bd2-0519-4579-85f3-532b1b8400a8', 'name': 'network-vif-deleted', 'tag': '419e2ca2-827d-458a-8c88-d8c3a45cfcae', 'status': 'completed', 'code': 200} Aug 08 02:34:19.484727 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (efbeca40-d31f-4915-a525-53c7572e72b3), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.496922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:19.511389 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] Sync routers for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:19.545476 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c2034f3a-7c20-4508-b7a9-32f08c26ca6c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b2c90c61-1a68-43b7-b74e-aae477486476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5341234 Aug 08 02:34:19.548597 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42794) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:19.562163 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:19.562827 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:19.686206 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (efbeca40-d31f-4915-a525-53c7572e72b3), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.754722 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks [] for router (b2c90c61-1a68-43b7-b74e-aae477486476), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.757519 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (efbeca40-d31f-4915-a525-53c7572e72b3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.799606 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbeca40-d31f-4915-a525-53c7572e72b3,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:19.818740 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.841932 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:19.923145 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.927794 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4060c8d2-b6bc-4c25-9282-72f366c2b80e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7324638 Aug 08 02:34:19.927794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42798) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:19.936506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group_rule': {'security_group_id': 'a1d41d2a-abf1-4853-b958-574c250cd97b', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:19.944935 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:19.966713 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3f61c4cf-02d8-4758-b7c2-f2670963ad74 req-68a07d90-a2ff-4988-a35d-94093047e3c3 tempest-VolumesNegativeTest-1254871759 tempest-VolumesNegativeTest-1254871759-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d1c59bd2-0519-4579-85f3-532b1b8400a8 HTTP/1.1" status: 200 len: 210 time: 0.0374510 Aug 08 02:34:19.976486 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks [] for router_gateway (b2c90c61-1a68-43b7-b74e-aae477486476), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.101173 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (c2bc0363-8e8a-48fa-bebf-d64ce88d3068), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.101779 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '905a7361-c417-418b-afa8-c2220a7763f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:34:17Z', 'revision_number': 5, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port': {'id': '905a7361-c417-418b-afa8-c2220a7763f4', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:44Z', 'updated_at': '2022-08-08T02:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:20.161773 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] Checking router: b2c90c61-1a68-43b7-b74e-aae477486476 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:20.171037 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Deleting port 905a7361-c417-418b-afa8-c2220a7763f4 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:20.171665 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (905a7361-c417-418b-afa8-c2220a7763f4), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.174535 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] Routers {'b2c90c61-1a68-43b7-b74e-aae477486476'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:20.175172 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['b2c90c61-1a68-43b7-b74e-aae477486476'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:20.218594 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (c2bc0363-8e8a-48fa-bebf-d64ce88d3068), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.267725 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] Set router b2c90c61-1a68-43b7-b74e-aae477486476 gateway port host: None {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:20.290242 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] For port 905a7361-c417-418b-afa8-c2220a7763f4, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=905a7361-c417-418b-afa8-c2220a7763f4,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:20.290680 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (905a7361-c417-418b-afa8-c2220a7763f4), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.306712 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Calling delete_port for 905a7361-c417-418b-afa8-c2220a7763f4 owned by network:router_gateway {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:20.320496 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:34:19Z', 'revision_number': 6, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:20.323346 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (c2bc0363-8e8a-48fa-bebf-d64ce88d3068), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.350781 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953286db-7a95-4358-9e20-806516ba6cc0 None None] The sync data for ids ['b2c90c61-1a68-43b7-b74e-aae477486476'] in dv-cinder-740146-18-iscsi is: [{'id': 'b2c90c61-1a68-43b7-b74e-aae477486476', 'name': 'tempest-TestShelveInstance-192255418-router', 'tenant_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:43Z', 'updated_at': '2022-08-08T02:34:19Z', 'revision_number': 6, 'project_id': 'fa4edbfca7b749ff9be3268fa6b81264', 'gw_port_host': None}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:20.381450 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:20.394708 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bc0363-8e8a-48fa-bebf-d64ce88d3068,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:20.489963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.489963 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-aeccb538-f2da-48bb-999a-1b63ab62ea86 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5577998 Aug 08 02:34:20.490834 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42800) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:20.496402 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group_rule': {'security_group_id': 'a1d41d2a-abf1-4853-b958-574c250cd97b', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:20.717912 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (905a7361-c417-418b-afa8-c2220a7763f4), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.727548 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:20.730016 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (f57b62da-22f2-4c84-928c-674d2aa5040f), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.754898 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Pushing event deleted for resources: {'Port': ['ID=905a7361-c417-418b-afa8-c2220a7763f4,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:20.823775 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:20.839043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (b2c90c61-1a68-43b7-b74e-aae477486476), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.845007 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (f57b62da-22f2-4c84-928c-674d2aa5040f), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.933947 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (f57b62da-22f2-4c84-928c-674d2aa5040f), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.936078 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (b2c90c61-1a68-43b7-b74e-aae477486476), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.939150 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks [] for router_controller (b2c90c61-1a68-43b7-b74e-aae477486476), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.954569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57b62da-22f2-4c84-928c-674d2aa5040f,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:21.034340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.038370 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-24e1cc4d-5929-4980-ae7a-63391d08ee8c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5431440 Aug 08 02:34:21.038530 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42804) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:21.043057 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group_rule': {'security_group_id': 'a1d41d2a-abf1-4853-b958-574c250cd97b', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:21.107294 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (b2c90c61-1a68-43b7-b74e-aae477486476), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.108043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c90c61-1a68-43b7-b74e-aae477486476 {{(pid=104628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:34:21.119090 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.123975 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42810) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:21.124610 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-d6c118f9-ceb5-42ac-bfad-1c11fc3a8734 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b2c90c61-1a68-43b7-b74e-aae477486476 HTTP/1.1" status: 204 len: 168 time: 1.5749333 Aug 08 02:34:21.189893 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 95903d96-3ff3-41a1-8192-212ceaef16bb up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:21.196452 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Deleting subnet 0b5224ed-92a3-4033-9fb5-e336d0b828a3 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:34:21.200938 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Publish callbacks [] for subnet (0b5224ed-92a3-4033-9fb5-e336d0b828a3), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.203435 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.securitygroups_db [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Project 4e2c1907fad4499aae599d49e1d2bc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:34:21.239769 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (73949890-08eb-48f1-86d2-8b22b80ebce7), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.289371 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (0b5224ed-92a3-4033-9fb5-e336d0b828a3), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.345714 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 95903d96-3ff3-41a1-8192-212ceaef16bb triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:21.346091 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.366572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:21.377258 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (73949890-08eb-48f1-86d2-8b22b80ebce7), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.416961 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (0b5224ed-92a3-4033-9fb5-e336d0b828a3), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.557230 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 95903d96-3ff3-41a1-8192-212ceaef16bb is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:21.557527 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.579014 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port 95903d96-3ff3-41a1-8192-212ceaef16bb, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=95903d96-3ff3-41a1-8192-212ceaef16bb,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:21.637093 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.689348 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.692171 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (0b5224ed-92a3-4033-9fb5-e336d0b828a3), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.697275 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (73949890-08eb-48f1-86d2-8b22b80ebce7), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.738099 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5224ed-92a3-4033-9fb5-e336d0b828a3,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:21.742815 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73949890-08eb-48f1-86d2-8b22b80ebce7,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:21.746481 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.754789 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-b2a91905-cbd7-4d76-ab45-da407f553ae2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/0b5224ed-92a3-4033-9fb5-e336d0b828a3 HTTP/1.1" status: 204 len: 168 time: 0.6292982 Aug 08 02:34:21.755869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42822) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:21.763825 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.770665 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a04a992-8ccf-4571-9984-b9cc5224338d None None] Network 6fe4a268-f47a-420a-80c5-dd33e7e621f8 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:21.853869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (6fe4a268-f47a-420a-80c5-dd33e7e621f8), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.878666 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 78952a5b-18c5-4b9d-ba65-ace20115c2c5 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:21.911451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.912796 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-185536a3-5f63-4b3f-b136-ab1458c5e89b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8731134 Aug 08 02:34:21.915585 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42830) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:21.919963 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'security_group_rule': {'security_group_id': 'a1d41d2a-abf1-4853-b958-574c250cd97b', 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:21.934321 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 78952a5b-18c5-4b9d-ba65-ace20115c2c5 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:21.934679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 78952a5b-18c5-4b9d-ba65-ace20115c2c5 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:21.963506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Deleting port f9233253-bc0b-4a42-9c67-3aaa48408edd {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:21.964430 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.975127 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=95903d96-3ff3-41a1-8192-212ceaef16bb,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.036863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.037962 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.038410 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:22.062427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] For port f9233253-bc0b-4a42-9c67-3aaa48408edd, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f9233253-bc0b-4a42-9c67-3aaa48408edd,segment=NetworkSegment(cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8),segment_id=cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:22.062908 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.079193 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Calling delete_port for f9233253-bc0b-4a42-9c67-3aaa48408edd owned by network:dhcp {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:22.139555 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.securitygroups_db [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Project 4e2c1907fad4499aae599d49e1d2bc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:34:22.170382 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (bbac57a6-d56d-4e08-b5d7-c55a2009fad0), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.171568 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Sync routers for ids ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:22.187302 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Routers {'643d9061-6e68-4bca-83f3-5d7a71ba2f9a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:22.188085 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:22.205641 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 419e2ca2-827d-458a-8c88-d8c3a45cfcae no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:22.239525 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 419e2ca2-827d-458a-8c88-d8c3a45cfcae {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:22.240178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 419e2ca2-827d-458a-8c88-d8c3a45cfcae not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:22.326196 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (bbac57a6-d56d-4e08-b5d7-c55a2009fad0), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.341984 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4ad30-9de7-495d-9bc9-d3b78761affd None None] DHCP port deletion for 6fe4a268-f47a-420a-80c5-dd33e7e621f8 request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:34:22.349472 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f9233253-bc0b-4a42-9c67-3aaa48408edd), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.367331 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Set router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:22.423993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9233253-bc0b-4a42-9c67-3aaa48408edd,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:22.428180 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (bbac57a6-d56d-4e08-b5d7-c55a2009fad0), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.469495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] No DVR routers for this DVR port f9233253-bc0b-4a42-9c67-3aaa48408edd on host dv-cinder-740146-18-iscsi {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:34:22.471993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbac57a6-d56d-4e08-b5d7-c55a2009fad0,revision_number=0']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:22.564821 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:22.574578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:22.579913 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.580046 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:22.583100 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-ca26ff3a-5e6c-4af9-b2aa-4432be0ca730 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6664696 Aug 08 02:34:22.589905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (6fe4a268-f47a-420a-80c5-dd33e7e621f8), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.623319 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe4a268-f47a-420a-80c5-dd33e7e621f8']}} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:22.642887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8') {'for_net_delete': True} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:22.643555 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.services.segments.db [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8') {} {{(pid=104627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:22.658447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027013'] for segment (cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.677072 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.685351 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:34:22.686039 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14054448'] for segment (cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.783055 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8 resource provider aggregate not found Aug 08 02:34:22.806441 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.services.segments.plugin [-] Segment cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cffd7dc9-90ee-4de3-ae6b-d07a218e8ee8 found for delete ", "request_id": "req-ad11c5d6-b0e4-4257-92b3-b57f371003b5"}]} Aug 08 02:34:22.811530 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'f07e2268-987c-457e-ba55-43f9bcd1676a', 'name': '', 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'mac_address': 'fa:16:3e:f3:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '3756e75e-297c-4501-bb3d-281835743631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:14Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 2, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'subnets': [{'id': '3756e75e-297c-4501-bb3d-281835743631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:22.850807 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Checking router: 643d9061-6e68-4bca-83f3-5d7a71ba2f9a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:22.851095 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Updating router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a port f07e2268-987c-457e-ba55-43f9bcd1676a binding host dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:22.896826 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 95903d96-3ff3-41a1-8192-212ceaef16bb up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:22.909256 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.939900 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (6fe4a268-f47a-420a-80c5-dd33e7e621f8), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.967034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:22.987154 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 42868) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:22.989596 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6fe4a268-f47a-420a-80c5-dd33e7e621f8 HTTP/1.1" status: 204 len: 168 time: 1.2266154 Aug 08 02:34:23.019868 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101d27c-33e1-4f74-91d1-1a3c27f46f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe4a268-f47a-420a-80c5-dd33e7e621f8,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:23.046663 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port 95903d96-3ff3-41a1-8192-212ceaef16bb triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:23.046663 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:23.051136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:23.180464 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port 95903d96-3ff3-41a1-8192-212ceaef16bb is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:23.275510 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f9233253-bc0b-4a42-9c67-3aaa48408edd no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:23.314830 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: f9233253-bc0b-4a42-9c67-3aaa48408edd {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:23.315178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f9233253-bc0b-4a42-9c67-3aaa48408edd not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:23.315602 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 905a7361-c417-418b-afa8-c2220a7763f4 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:23.396751 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 905a7361-c417-418b-afa8-c2220a7763f4 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:23.397048 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 905a7361-c417-418b-afa8-c2220a7763f4 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:23.511889 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Publish callbacks [] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), precommit_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:23.597065 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (36ae6cde-bb70-4d4b-a053-f1ae89009818), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:23.808252 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:23.897343 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Deleting port 5c8e15cd-7648-44af-9bc0-7f099274099e {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:23.898018 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:23.939442 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:23.964389 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.010172 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218d9ec-9ff9-4372-af68-7760221122ec None None] Pushing event updated for resources: {'Port': ['ID=f07e2268-987c-457e-ba55-43f9bcd1676a,revision_number=3']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:24.061838 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Attempting to bind port f07e2268-987c-457e-ba55-43f9bcd1676a on host dv-cinder-740146-18-iscsi for vnic_type normal with profile {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:24.062285 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Attempting to bind port f07e2268-987c-457e-ba55-43f9bcd1676a by drivers openvswitch,hyperv on host dv-cinder-740146-18-iscsi at level 0 using segments [{'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:24.062772 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Attempting to bind port f07e2268-987c-457e-ba55-43f9bcd1676a on network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:24.070362 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Checking agent: {'id': '119d80c1-9ac3-4777-9023-d37ffc004e44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 17, 21), 'started_at': datetime.datetime(2022, 8, 8, 2, 17, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:24.071261 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Checking segment: {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:24.071786 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.072302 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Bound using segment: {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'} {{(pid=104630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:24.072914 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.managers [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Bound port: f07e2268-987c-457e-ba55-43f9bcd1676a, host: dv-cinder-740146-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d03b88a-b054-4974-9901-56486c217b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b'}}] {{(pid=104630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:24.073403 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), before_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.158726 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] For port f07e2268-987c-457e-ba55-43f9bcd1676a, host dv-cinder-740146-18-iscsi, cleared binding levels {{(pid=104630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:24.163334 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.plugins.ml2.db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] For port f07e2268-987c-457e-ba55-43f9bcd1676a, host dv-cinder-740146-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f07e2268-987c-457e-ba55-43f9bcd1676a,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:24.226428 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron_lib.callbacks.manager [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), after_update {{(pid=104630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.309067 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Routers {'643d9061-6e68-4bca-83f3-5d7a71ba2f9a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:24.310139 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:24.355179 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] For port 5c8e15cd-7648-44af-9bc0-7f099274099e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=5c8e15cd-7648-44af-9bc0-7f099274099e,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:24.356291 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.373780 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Calling delete_port for 5c8e15cd-7648-44af-9bc0-7f099274099e owned by network:router_interface {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:24.383161 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218d9ec-9ff9-4372-af68-7760221122ec None None] Pushing event updated for resources: {'Port': ['ID=f07e2268-987c-457e-ba55-43f9bcd1676a,revision_number=4']} {{(pid=104630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:24.437655 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:24.489902 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] Set router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:24.531397 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:24.722590 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-94184220-802a-4af5-9907-b9b269f76296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'f07e2268-987c-457e-ba55-43f9bcd1676a', 'name': '', 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'mac_address': 'fa:16:3e:f3:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '3756e75e-297c-4501-bb3d-281835743631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:14Z', 'updated_at': '2022-08-08T02:34:24Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'subnets': [{'id': '3756e75e-297c-4501-bb3d-281835743631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:24.728430 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (5c8e15cd-7648-44af-9bc0-7f099274099e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.776582 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8e15cd-7648-44af-9bc0-7f099274099e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:24.816431 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94184220-802a-4af5-9907-b9b269f76296 None None] The sync data for ids ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'] in dv-cinder-740146-18-iscsi is: [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:34:15Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'f07e2268-987c-457e-ba55-43f9bcd1676a', 'name': '', 'network_id': '96e3a88f-ccc0-451f-b6f8-e39e163ef38b', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'mac_address': 'fa:16:3e:f3:d5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '3756e75e-297c-4501-bb3d-281835743631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:14Z', 'updated_at': '2022-08-08T02:34:24Z', 'revision_number': 4, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'subnets': [{'id': '3756e75e-297c-4501-bb3d-281835743631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:24.944420 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f07e2268-987c-457e-ba55-43f9bcd1676a up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:25.039316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f07e2268-987c-457e-ba55-43f9bcd1676a triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:25.040455 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.128901 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (36ae6cde-bb70-4d4b-a053-f1ae89009818), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.150866 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f07e2268-987c-457e-ba55-43f9bcd1676a is: DOWN; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:25.152616 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.169397 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:25.236436 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] For port f07e2268-987c-457e-ba55-43f9bcd1676a, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f07e2268-987c-457e-ba55-43f9bcd1676a,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:25.311996 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.376238 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Pushing event updated for resources: {'Port': ['ID=f07e2268-987c-457e-ba55-43f9bcd1676a,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:25.475216 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Router 36ae6cde-bb70-4d4b-a053-f1ae89009818 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:25.618920 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:25.631492 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 42978) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:25.632058 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-1ba26c35-fd61-4ab4-a310-fa6d7240bb32 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/36ae6cde-bb70-4d4b-a053-f1ae89009818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404986 Aug 08 02:34:25.633105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] Sync routers for ids ['36ae6cde-bb70-4d4b-a053-f1ae89009818'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:25.652051 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] Routers {'36ae6cde-bb70-4d4b-a053-f1ae89009818'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:25.652814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['36ae6cde-bb70-4d4b-a053-f1ae89009818'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:25.718183 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:25.794041 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks [] for router (36ae6cde-bb70-4d4b-a053-f1ae89009818), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.815661 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] Set router 36ae6cde-bb70-4d4b-a053-f1ae89009818 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:25.964028 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks [] for router_gateway (36ae6cde-bb70-4d4b-a053-f1ae89009818), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.078217 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:34:24Z', 'revision_number': 5, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port': {'id': 'e5d6558c-91c3-4d86-9382-e04af873d6ea', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:28:51Z', 'updated_at': '2022-08-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:26.108492 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Deleting port e5d6558c-91c3-4d86-9382-e04af873d6ea {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:26.108874 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.114952 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] Checking router: 36ae6cde-bb70-4d4b-a053-f1ae89009818 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:26.125133 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] Routers {'36ae6cde-bb70-4d4b-a053-f1ae89009818'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:26.125957 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['36ae6cde-bb70-4d4b-a053-f1ae89009818'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:26.229574 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] For port e5d6558c-91c3-4d86-9382-e04af873d6ea, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=e5d6558c-91c3-4d86-9382-e04af873d6ea,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:26.230079 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.383951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Calling delete_port for e5d6558c-91c3-4d86-9382-e04af873d6ea owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:26.384609 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] Set router 36ae6cde-bb70-4d4b-a053-f1ae89009818 gateway port host: None {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:26.384609 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:34:25Z', 'revision_number': 6, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:26.384609 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66628131-44f8-4ab6-831e-b629d511c291 None None] The sync data for ids ['36ae6cde-bb70-4d4b-a053-f1ae89009818'] in dv-cinder-740146-18-iscsi is: [{'id': '36ae6cde-bb70-4d4b-a053-f1ae89009818', 'name': 'tempest-TestShelveInstance-1545128291-router', 'tenant_id': '7fc76c9217b04e3ebdc10482112ff802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:28:50Z', 'updated_at': '2022-08-08T02:34:25Z', 'revision_number': 6, 'project_id': '7fc76c9217b04e3ebdc10482112ff802', 'gw_port_host': None}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:26.580170 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (e5d6558c-91c3-4d86-9382-e04af873d6ea), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.607623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d6558c-91c3-4d86-9382-e04af873d6ea,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:26.678882 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (36ae6cde-bb70-4d4b-a053-f1ae89009818), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.811578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (36ae6cde-bb70-4d4b-a053-f1ae89009818), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.816993 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks [] for router_controller (36ae6cde-bb70-4d4b-a053-f1ae89009818), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.995631 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (36ae6cde-bb70-4d4b-a053-f1ae89009818), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.996697 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ae6cde-bb70-4d4b-a053-f1ae89009818 {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:34:27.001006 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.002174 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-996c427e-1fdc-4b2d-b740-ebd20fcd4876 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/36ae6cde-bb70-4d4b-a053-f1ae89009818 HTTP/1.1" status: 204 len: 168 time: 1.3721607 Aug 08 02:34:27.005540 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43030) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:27.054398 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.062022 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Deleting subnet 6317b1e3-0116-4ce2-b0e7-ca5297a0646e {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:34:27.065972 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Publish callbacks [] for subnet (6317b1e3-0116-4ce2-b0e7-ca5297a0646e), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.108200 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (6317b1e3-0116-4ce2-b0e7-ca5297a0646e), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.201527 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (6317b1e3-0116-4ce2-b0e7-ca5297a0646e), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.204088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.236682 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f07e2268-987c-457e-ba55-43f9bcd1676a up at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:27.294860 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Provisioning complete for port f07e2268-987c-457e-ba55-43f9bcd1676a triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:27.295232 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.364363 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (6317b1e3-0116-4ce2-b0e7-ca5297a0646e), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.373933 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Current status of the port f07e2268-987c-457e-ba55-43f9bcd1676a is: ACTIVE; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:27.395070 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6317b1e3-0116-4ce2-b0e7-ca5297a0646e,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:27.401148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.406910 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-335f2a33-38e0-4a22-a8db-7260a22c222f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6317b1e3-0116-4ce2-b0e7-ca5297a0646e HTTP/1.1" status: 204 len: 168 time: 0.3995225 Aug 08 02:34:27.410484 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43034) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:27.415885 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba7c69-a155-4619-a9fc-1e64f704d5d1 None None] Network 164efaca-2d39-418a-9c8e-e55a974a9936 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:27.479957 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c8e15cd-7648-44af-9bc0-7f099274099e no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:27.514592 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 5c8e15cd-7648-44af-9bc0-7f099274099e {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:27.515394 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 5c8e15cd-7648-44af-9bc0-7f099274099e not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:27.528262 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (164efaca-2d39-418a-9c8e-e55a974a9936), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.608064 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Deleting port 004edaeb-229d-4d17-a46a-34208f2370a3 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:27.608064 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.667316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] DHCP port deletion for 164efaca-2d39-418a-9c8e-e55a974a9936 request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:34:27.670300 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.676405 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] For port 004edaeb-229d-4d17-a46a-34208f2370a3, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=004edaeb-229d-4d17-a46a-34208f2370a3,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:27.676811 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.692229 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Calling delete_port for 004edaeb-229d-4d17-a46a-34208f2370a3 owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:27.696869 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.712643 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] Deleting port 004edaeb-229d-4d17-a46a-34208f2370a3 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:27.720124 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.815812 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.818171 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] For port 004edaeb-229d-4d17-a46a-34208f2370a3, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=004edaeb-229d-4d17-a46a-34208f2370a3,segment=NetworkSegment(143758be-0e10-4aa5-931a-177f8eafeedc),segment_id=143758be-0e10-4aa5-931a-177f8eafeedc)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:27.818449 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.835331 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] Calling delete_port for 004edaeb-229d-4d17-a46a-34208f2370a3 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:27.886966 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.927717 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=004edaeb-229d-4d17-a46a-34208f2370a3,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:27.935770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (004edaeb-229d-4d17-a46a-34208f2370a3), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.936458 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] No DVR routers for this DVR port 004edaeb-229d-4d17-a46a-34208f2370a3 on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:34:27.944073 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.969605 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] Pushing event deleted for resources: {'Port': ['ID=004edaeb-229d-4d17-a46a-34208f2370a3,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:27.975338 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df912e-2bb9-4b3d-b8b1-80f9f411d50f None None] No DVR routers for this DVR port 004edaeb-229d-4d17-a46a-34208f2370a3 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:34:28.029679 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (164efaca-2d39-418a-9c8e-e55a974a9936), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.053229 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164efaca-2d39-418a-9c8e-e55a974a9936']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:28.063407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143758be-0e10-4aa5-931a-177f8eafeedc') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:28.063703 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143758be-0e10-4aa5-931a-177f8eafeedc') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:28.078748 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (143758be-0e10-4aa5-931a-177f8eafeedc), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.093036 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (143758be-0e10-4aa5-931a-177f8eafeedc), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.100570 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:34:28.101035 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (143758be-0e10-4aa5-931a-177f8eafeedc), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.141787 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 143758be-0e10-4aa5-931a-177f8eafeedc resource provider aggregate not found Aug 08 02:34:28.162648 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 143758be-0e10-4aa5-931a-177f8eafeedc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 143758be-0e10-4aa5-931a-177f8eafeedc found for delete ", "request_id": "req-6a4976cf-73d4-4496-9e79-143a1160143f"}]} Aug 08 02:34:28.277124 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (164efaca-2d39-418a-9c8e-e55a974a9936), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.281758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.286451 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/164efaca-2d39-418a-9c8e-e55a974a9936 HTTP/1.1" status: 204 len: 168 time: 0.8678300 Aug 08 02:34:28.299603 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb600c-a772-440f-89fe-bf3a4cb620b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=164efaca-2d39-418a-9c8e-e55a974a9936,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:28.626897 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-de2dc416-aafb-40f2-a962-586e671167d2 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:28.629018 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-de2dc416-aafb-40f2-a962-586e671167d2 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 815 time: 0.1387091 Aug 08 02:34:28.646818 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-b12756d9-8091-4363-bc35-721b71566497 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/quotas/dc5ea7a1b6a54cd2af5d648f09aaed63 HTTP/1.1" status: 200 len: 375 time: 0.0117278 Aug 08 02:34:28.712767 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-4ef589ec-4b28-4600-80ff-2025643ea796 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570376 Aug 08 02:34:28.758342 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43114) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:28.810812 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-0cdc03f5-59e1-48df-9747-da8fadca5caa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fa4edbfca7b749ff9be3268fa6b81264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505679 Aug 08 02:34:28.813119 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43116) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:28.829426 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 004edaeb-229d-4d17-a46a-34208f2370a3 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:28.837771 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-06a97ee8-0623-459f-8289-e8935a0dae20 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114631 Aug 08 02:34:28.856451 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 004edaeb-229d-4d17-a46a-34208f2370a3 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:28.856834 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 004edaeb-229d-4d17-a46a-34208f2370a3 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:28.857264 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device e5d6558c-91c3-4d86-9382-e04af873d6ea no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:28.879736 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: e5d6558c-91c3-4d86-9382-e04af873d6ea {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:28.880093 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device e5d6558c-91c3-4d86-9382-e04af873d6ea not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:28.900105 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fb06c619-b35f-4478-860f-7bf852ec962c admin admin] Publish callbacks [] for security_group (dc641465-59ed-4d29-a434-36ea97000d27), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.924449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fb06c619-b35f-4478-860f-7bf852ec962c admin admin] Publish callbacks [] for security_group (dc641465-59ed-4d29-a434-36ea97000d27), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.951335 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-9db99242-416d-44cb-a779-6b70f55254e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078010 Aug 08 02:34:29.054335 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fb06c619-b35f-4478-860f-7bf852ec962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (dc641465-59ed-4d29-a434-36ea97000d27), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:29.057014 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-fb06c619-b35f-4478-860f-7bf852ec962c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:29.060658 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-fb06c619-b35f-4478-860f-7bf852ec962c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dc641465-59ed-4d29-a434-36ea97000d27 HTTP/1.1" status: 204 len: 168 time: 0.2441158 Aug 08 02:34:29.067395 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06c619-b35f-4478-860f-7bf852ec962c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc641465-59ed-4d29-a434-36ea97000d27,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:29.276597 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-376389b3-245e-4d6f-b44e-892e27caec0a req-d657a495-ee8f-4245-9de4-1e6b87b3b43e tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 210 time: 0.0340149 Aug 08 02:34:29.971326 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43172) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:30.014282 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-fb90853c-241a-47e7-b16f-2a8d14b077f2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7fc76c9217b04e3ebdc10482112ff802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411699 Aug 08 02:34:30.016825 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43174) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:30.066823 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d52e65c-6741-4282-b455-6b38d4105897 admin admin] Publish callbacks [] for security_group (7d4f47d2-3be6-4aef-bd82-af64c592a141), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.089029 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d52e65c-6741-4282-b455-6b38d4105897 admin admin] Publish callbacks [] for security_group (7d4f47d2-3be6-4aef-bd82-af64c592a141), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.259827 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d52e65c-6741-4282-b455-6b38d4105897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (7d4f47d2-3be6-4aef-bd82-af64c592a141), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.262532 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d52e65c-6741-4282-b455-6b38d4105897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.263701 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7d52e65c-6741-4282-b455-6b38d4105897 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d4f47d2-3be6-4aef-bd82-af64c592a141 HTTP/1.1" status: 204 len: 168 time: 0.2459831 Aug 08 02:34:30.272257 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e65c-6741-4282-b455-6b38d4105897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4f47d2-3be6-4aef-bd82-af64c592a141,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:30.374028 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7b4fcc8e-c345-47cb-b9d0-29ea1a58b354 req-d88d2ef6-667a-4740-9ea9-49d390a43f0f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 210 time: 0.0331461 Aug 08 02:34:31.483335 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7c493476-c67e-45c4-915b-5a3018920855 req-f0d1fc99-c405-4c19-bcba-cf52b38119fa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 210 time: 0.0322070 Aug 08 02:34:31.578767 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43192) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:31.724336 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-77cd2ebf-0cbc-4aab-be9d-57d29dde93e2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c30c9b3f01e740c2a329123736eb2e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444283 Aug 08 02:34:31.726180 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43196) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:31.778465 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30d68756-90bd-4495-ae5a-3ad2cb989589 admin admin] Publish callbacks [] for security_group (19d69f51-391c-41e6-b35f-f58f992cfa74), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.801344 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30d68756-90bd-4495-ae5a-3ad2cb989589 admin admin] Publish callbacks [] for security_group (19d69f51-391c-41e6-b35f-f58f992cfa74), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.894797 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30d68756-90bd-4495-ae5a-3ad2cb989589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (19d69f51-391c-41e6-b35f-f58f992cfa74), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.897536 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-30d68756-90bd-4495-ae5a-3ad2cb989589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.898681 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-30d68756-90bd-4495-ae5a-3ad2cb989589 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/19d69f51-391c-41e6-b35f-f58f992cfa74 HTTP/1.1" status: 204 len: 168 time: 0.1715484 Aug 08 02:34:31.907094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d68756-90bd-4495-ae5a-3ad2cb989589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d69f51-391c-41e6-b35f-f58f992cfa74,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:32.010324 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:32.066786 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-6167feed-4818-4189-9e9e-fd540d8073d4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:32.068254 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-6167feed-4818-4189-9e9e-fd540d8073d4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 815 time: 0.1277223 Aug 08 02:34:32.082005 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'port': {'device_id': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'admin_state_up': True, 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:32.160427 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:32.252435 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Made reservation on behalf of dc5ea7a1b6a54cd2af5d648f09aaed63 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:32.256924 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:32.417446 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Allocated IP 172.20.0.13 (4d09ced2-0f8b-409a-a987-7674e6c24849/f102be3d-f81f-44b2-a566-ff5cf6c67936/35cd469b-968e-46d3-8566-8026ce405507) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:32.589715 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for port (35cd469b-968e-46d3-8566-8026ce405507), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:32.591283 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-af3044c1-e8bd-4212-91f0-2494cca811a1 req-93f48868-2771-4ade-b7bf-b009eb241aa5 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 210 time: 0.0298343 Aug 08 02:34:32.723433 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:32.773950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:32.779681 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:32.784011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:32.787982 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:32.854401 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:32.854401 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:32.985858 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-32a48ae5-a146-4664-bd25-bcc16209228a None None] Provisioning complete for port 35cd469b-968e-46d3-8566-8026ce405507 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:32.994891 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-32a48ae5-a146-4664-bd25-bcc16209228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (35cd469b-968e-46d3-8566-8026ce405507), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.020509 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-32a48ae5-a146-4664-bd25-bcc16209228a None None] Port 35cd469b-968e-46d3-8566-8026ce405507 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:33.030558 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-16f9835f-aa0a-44fe-afcf-d4160f8d7315 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497981 Aug 08 02:34:33.039567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Request body: {'port': {'device_id': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:33.110774 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.357969 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:33.426438 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:33.471444 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cd469b-968e-46d3-8566-8026ce405507 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:33.481849 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Publish callbacks [] for port (35cd469b-968e-46d3-8566-8026ce405507), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.497623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Transition to ACTIVE for port object 35cd469b-968e-46d3-8566-8026ce405507 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:34:33.602989 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.699468 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:33.740019 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Attempting to bind port 35cd469b-968e-46d3-8566-8026ce405507 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:33.740019 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Attempting to bind port 35cd469b-968e-46d3-8566-8026ce405507 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:33.740333 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Attempting to bind port 35cd469b-968e-46d3-8566-8026ce405507 on network 4d09ced2-0f8b-409a-a987-7674e6c24849 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:33.745333 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Port 35cd469b-968e-46d3-8566-8026ce405507 on network 4d09ced2-0f8b-409a-a987-7674e6c24849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:34:33.745661 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Attempting to bind port 35cd469b-968e-46d3-8566-8026ce405507 on network 4d09ced2-0f8b-409a-a987-7674e6c24849 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:33.752133 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:33.752567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Checking segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:33.752948 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Bound using segment: {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:33.754340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Bound port: 35cd469b-968e-46d3-8566-8026ce405507, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bca897-051f-419e-b520-b364ee73bb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:33.754777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.783556 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c326-1995-4ec5-b3ba-77248fa76e89 req-1641bfdc-c8be-4837-b562-f59281ac28a1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:33.786886 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7808c326-1995-4ec5-b3ba-77248fa76e89 req-1641bfdc-c8be-4837-b562-f59281ac28a1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.1042144 Aug 08 02:34:33.869207 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:33.872986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:33.879558 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7808c326-1995-4ec5-b3ba-77248fa76e89 req-de983e38-33c4-430a-a704-0d77f038d408 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866508 Aug 08 02:34:33.938997 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.949569 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:33.950454 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.952088 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 1094 time: 0.9176490 Aug 08 02:34:33.952752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:33.955298 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9b4ac-d47e-4f9a-8dac-916c54357956" -d '{"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:34.030381 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18b7eca-1c95-4d78-b8ca-abc25962d7a2 x-openstack-request-id: req-b18b7eca-1c95-4d78-b8ca-abc25962d7a2 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:34.030614 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:34.030855 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b18b7eca-1c95-4d78-b8ca-abc25962d7a2 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:34.031422 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18b7eca-1c95-4d78-b8ca-abc25962d7a2'] response: {'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'status': 'completed', 'code': 200} Aug 08 02:34:34.034677 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08c94e-5d61-42b1-a6ac-900d38776c11 service neutron] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:35.014769 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c1133-cb98-420d-82da-670f9e9c92bd req-8e47baa4-a9eb-46dd-b036-e96dbf9f69f1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:35.016282 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-110c1133-cb98-420d-82da-670f9e9c92bd req-8e47baa4-a9eb-46dd-b036-e96dbf9f69f1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0576987 Aug 08 02:34:35.075883 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-110c1133-cb98-420d-82da-670f9e9c92bd req-7b76e65d-efe6-4f47-bff4-7222c11fcfd7 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530329 Aug 08 02:34:36.213608 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92bf54-2191-4287-a735-182594dd6690 req-8da7a7cd-4001-43f6-b659-4810d0cb18d5 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:36.215421 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0c92bf54-2191-4287-a735-182594dd6690 req-8da7a7cd-4001-43f6-b659-4810d0cb18d5 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0574379 Aug 08 02:34:36.238896 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:36.273186 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0c92bf54-2191-4287-a735-182594dd6690 req-72350ee2-ee14-4244-be9a-54e1f1f083a7 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Aug 08 02:34:37.407961 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9375-c7c5-4073-a3fe-6258f30a0410 req-f2eb51e7-f9c0-4b34-b381-c631f2bf9dd0 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:37.410119 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05de9375-c7c5-4073-a3fe-6258f30a0410 req-f2eb51e7-f9c0-4b34-b381-c631f2bf9dd0 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0529637 Aug 08 02:34:37.489826 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05de9375-c7c5-4073-a3fe-6258f30a0410 req-845352cd-6532-44f2-b624-36edd662aafc tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506392 Aug 08 02:34:38.616407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bb6c7-99d6-487e-9dc1-7515e8d3a154 req-5ef31460-193c-459d-98e3-b5aee12e0c38 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:38.618353 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-474bb6c7-99d6-487e-9dc1-7515e8d3a154 req-5ef31460-193c-459d-98e3-b5aee12e0c38 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0508323 Aug 08 02:34:38.669110 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-474bb6c7-99d6-487e-9dc1-7515e8d3a154 req-366643c8-0a8a-4287-98d2-37d8bfb6583f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Aug 08 02:34:39.820499 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aedcb-1a01-4fd2-b175-61057b5f20ef req-c0311c5c-63c7-4919-8f36-0aadcac6b30f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:39.822193 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-351aedcb-1a01-4fd2-b175-61057b5f20ef req-c0311c5c-63c7-4919-8f36-0aadcac6b30f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0611551 Aug 08 02:34:39.863517 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:39.882576 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-351aedcb-1a01-4fd2-b175-61057b5f20ef req-d8f851ed-2df2-453a-a898-dc2e5935bbbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541122 Aug 08 02:34:40.760898 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-9ae99510-d655-4d7a-9a0c-7053c82d78b7 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1655674036&fields=id&tenant_id=4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 267 time: 0.0489016 Aug 08 02:34:40.870072 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-03c28f2b-2ded-4304-9618-a71c71f28171 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:40.871460 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-03c28f2b-2ded-4304-9618-a71c71f28171 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 811 time: 0.1041615 Aug 08 02:34:40.872013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b4ac-d47e-4f9a-8dac-916c54357956 req-bf3e726c-40cb-49d7-ae85-b6824ae05936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:40.873623 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-edc9b4ac-d47e-4f9a-8dac-916c54357956 req-bf3e726c-40cb-49d7-ae85-b6824ae05936 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1128 time: 0.0406275 Aug 08 02:34:40.886641 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-2e2dbff1-c9a2-45f0-8c5d-b633afca61a4 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/quotas/4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 375 time: 0.0094676 Aug 08 02:34:40.942309 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-1ba93969-a33c-42c2-b05a-3ec04818bf39 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502391 Aug 08 02:34:41.057069 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c14a91-3aa8-4d7a-9005-aeeb982bf760 req-5e16a66f-5464-47b7-8568-e7765fbbbd77 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.058623 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-18c14a91-3aa8-4d7a-9005-aeeb982bf760 req-5e16a66f-5464-47b7-8568-e7765fbbbd77 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0839829 Aug 08 02:34:41.108421 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-862eaf93-8226-4831-8d6c-5f74f51aea12 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524282 Aug 08 02:34:41.178380 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-18c14a91-3aa8-4d7a-9005-aeeb982bf760 req-f13b91c3-4100-40ad-b8d2-b833f9e105d1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091104 Aug 08 02:34:41.232150 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-7f8cc96e-1082-42da-ba07-8c6823d85cc6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148901 Aug 08 02:34:41.270665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b4ac-d47e-4f9a-8dac-916c54357956 req-0b41ae55-0150-4014-b084-4b677463c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.271844 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-edc9b4ac-d47e-4f9a-8dac-916c54357956 req-0b41ae55-0150-4014-b084-4b677463c41e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3815646 Aug 08 02:34:41.354597 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:41.373048 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9b4ac-d47e-4f9a-8dac-916c54357956 req-75fe5036-9027-4fc7-8b75-88d8414dd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.374536 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-edc9b4ac-d47e-4f9a-8dac-916c54357956 req-75fe5036-9027-4fc7-8b75-88d8414dd519 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966721 Aug 08 02:34:41.449729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-504faf11-b6c7-4312-a2a7-2a80d9eef5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.451348 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-504faf11-b6c7-4312-a2a7-2a80d9eef5f3 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1128 time: 0.0424924 Aug 08 02:34:41.496111 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-ab2622ba-46f5-4d93-bd9e-fe829d34cfc3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 217 time: 0.0386007 Aug 08 02:34:41.545591 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-6cac80ce-752c-420e-a42f-ccac353948ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.548108 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-6cac80ce-752c-420e-a42f-ccac353948ab service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.0462024 Aug 08 02:34:41.593323 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b99985-8de1-4910-87a9-161699314169 req-2b5cee09-2ed9-4f16-9101-f07a319d6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.594871 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-2b5cee09-2ed9-4f16-9101-f07a319d6292 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410755 Aug 08 02:34:41.692424 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-f70cf2d4-9cf6-4b44-881d-7822a9c07c23 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903184 Aug 08 02:34:41.751042 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:34:41.785399 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f7b99985-8de1-4910-87a9-161699314169 req-bc8373f7-24aa-4bc4-bc26-e06d0cc10b34 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869918 Aug 08 02:34:41.861866 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a3503920-49fd-4c0c-8ddf-229b4968e054 req-9da7d566-3f8d-475f-a6ea-aabb91aa63a3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 210 time: 0.0282874 Aug 08 02:34:42.313559 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7c5a4-2195-47fc-9053-57ef9d0564ea req-f4e7eb94-341e-4f87-8611-4094e8fa0040 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:42.315022 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cc7c5a4-2195-47fc-9053-57ef9d0564ea req-f4e7eb94-341e-4f87-8611-4094e8fa0040 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0530169 Aug 08 02:34:42.365476 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3cc7c5a4-2195-47fc-9053-57ef9d0564ea req-1c3dfe2f-9c6b-495d-84a8-03d2bbf1e0e7 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Aug 08 02:34:42.966545 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-256e67f2-1fa9-45c8-a226-c86a5dd21960 req-a2dfe840-491f-4516-88a5-459b0e03cc75 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 210 time: 0.0289271 Aug 08 02:34:43.487322 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf60648-87f5-4836-bed2-b5ea6b65803f req-6d54571d-9194-4a0b-bbd4-bafd87612677 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:43.489395 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7cf60648-87f5-4836-bed2-b5ea6b65803f req-6d54571d-9194-4a0b-bbd4-bafd87612677 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 944 time: 0.0476952 Aug 08 02:34:43.540016 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7cf60648-87f5-4836-bed2-b5ea6b65803f req-3b6244a5-9e73-42a0-9fc0-b486382837af tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448856 Aug 08 02:34:43.758733 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=29 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:43.913857 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-935e70a3-d94a-4a5e-b738-1bb0dffb21bc tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:43.915334 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-935e70a3-d94a-4a5e-b738-1bb0dffb21bc tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 811 time: 0.1098504 Aug 08 02:34:43.978410 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-c1c60b7c-557c-455a-ab74-77909b068f88 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 380 time: 0.0539317 Aug 08 02:34:43.986779 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'port': {'device_id': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'admin_state_up': True, 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'security_groups': ['a1d41d2a-abf1-4853-b958-574c250cd97b']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:44.071204 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ef66d46f-a4d3-4a85-9a08-630b578bda88 req-57b593e2-9904-4cc7-85c8-423ba2f3d031 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Aug 08 02:34:44.100121 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:44.196322 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Made reservation on behalf of 4e2c1907fad4499aae599d49e1d2bc80 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:44.200232 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.312770 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35cd469b-968e-46d3-8566-8026ce405507 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:34:44.326789 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Allocated IP 172.20.0.12 (b0ff42d3-c706-479c-b637-24fa43da993a/f5e66696-a8eb-4aac-8721-3971c7182095/80747251-b558-4d89-ba58-3fbb7af11ff4) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:44.418988 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:44.430859 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '35cd469b-968e-46d3-8566-8026ce405507', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'port_id': '35cd469b-968e-46d3-8566-8026ce405507', 'mac_address': 'fa:16:3e:d4:82:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:34:44.449892 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:44.469589 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 35cd469b-968e-46d3-8566-8026ce405507 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:44.472467 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.476718 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.489692 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cd469b-968e-46d3-8566-8026ce405507 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:44.515099 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:44.572556 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.625344 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.625624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Network b0ff42d3-c706-479c-b637-24fa43da993a is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:44.632196 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:44.636728 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:44.641294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=80747251-b558-4d89-ba58-3fbb7af11ff4,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:44.698206 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:44.699447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.701904 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:44.715716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3693737-1412-43a9-9916-6a3840b2f40d req-54d88d44-7fcd-4be3-b445-423f060a6948 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:44.717298 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b3693737-1412-43a9-9916-6a3840b2f40d req-54d88d44-7fcd-4be3-b445-423f060a6948 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 945 time: 0.0916691 Aug 08 02:34:44.771851 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-3ad756a2-837d-4f4f-8152-6399c61e6578 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7880392 Aug 08 02:34:44.774987 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:44.780689 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b3693737-1412-43a9-9916-6a3840b2f40d req-f27868c7-7f0c-49e2-ab79-c9da94f90b17 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Aug 08 02:34:44.791329 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Request body: {'port': {'device_id': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:44.828023 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35cd469b-968e-46d3-8566-8026ce405507'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:34:44.860474 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.862282 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:44.931113 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-b08ec949-5807-447f-9287-9487c96ce15e None None] Provisioning complete for port 80747251-b558-4d89-ba58-3fbb7af11ff4 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:44.931412 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b08ec949-5807-447f-9287-9487c96ce15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:44.987809 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-b08ec949-5807-447f-9287-9487c96ce15e None None] Port 80747251-b558-4d89-ba58-3fbb7af11ff4 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:45.000285 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:45.072724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:45.136921 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80747251-b558-4d89-ba58-3fbb7af11ff4 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:45.145194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Publish callbacks [] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.158130 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Transition to ACTIVE for port object 80747251-b558-4d89-ba58-3fbb7af11ff4 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:34:45.195146 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bf58c-4bf1-4739-ac44-1e56cf015230 req-654ef6e4-2ad4-4a0c-b6c8-60434f87c0ac tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.196592 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-970bf58c-4bf1-4739-ac44-1e56cf015230 req-654ef6e4-2ad4-4a0c-b6c8-60434f87c0ac tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 932 time: 0.0486281 Aug 08 02:34:45.234703 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.251113 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-970bf58c-4bf1-4739-ac44-1e56cf015230 req-bd8def13-55f5-439f-a8cc-7f8415762907 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484686 Aug 08 02:34:45.317315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Pushing event updated for resources: {'Port': ['ID=80747251-b558-4d89-ba58-3fbb7af11ff4,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:45.348866 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Attempting to bind port 80747251-b558-4d89-ba58-3fbb7af11ff4 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:45.349280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Attempting to bind port 80747251-b558-4d89-ba58-3fbb7af11ff4 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:45.349652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Attempting to bind port 80747251-b558-4d89-ba58-3fbb7af11ff4 on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:45.354514 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Port 80747251-b558-4d89-ba58-3fbb7af11ff4 on network b0ff42d3-c706-479c-b637-24fa43da993a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:34:45.354779 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Attempting to bind port 80747251-b558-4d89-ba58-3fbb7af11ff4 on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:45.359762 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:45.360099 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Checking segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:45.360478 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Bound using segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:45.360939 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Bound port: 80747251-b558-4d89-ba58-3fbb7af11ff4, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:45.361301 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.425016 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] For port 80747251-b558-4d89-ba58-3fbb7af11ff4, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:45.428693 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] For port 80747251-b558-4d89-ba58-3fbb7af11ff4, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=80747251-b558-4d89-ba58-3fbb7af11ff4,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:45.429749 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:45.556978 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.560066 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.560897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.562321 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/80747251-b558-4d89-ba58-3fbb7af11ff4 HTTP/1.1" status: 200 len: 1094 time: 0.7834842 Aug 08 02:34:45.564481 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:45.567739 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330dd244-6ffa-4019-9384-f1b52ea02ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:45.609170 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035881b-72f1-4853-9564-11292d8a2d62 x-openstack-request-id: req-8035881b-72f1-4853-9564-11292d8a2d62 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:45.609451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:45.609702 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8035881b-72f1-4853-9564-11292d8a2d62 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:45.610105 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8035881b-72f1-4853-9564-11292d8a2d62'] response: {'name': 'network-changed', 'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'status': 'completed', 'code': 200} Aug 08 02:34:45.620312 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f8891-2aa9-4b37-afe3-65a23916c6fd service neutron] Pushing event updated for resources: {'Port': ['ID=80747251-b558-4d89-ba58-3fbb7af11ff4,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:45.672960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd244-6ffa-4019-9384-f1b52ea02ca4 req-502fe72e-0b77-42ef-9305-cf5af36c6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.674503 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-330dd244-6ffa-4019-9384-f1b52ea02ca4 req-502fe72e-0b77-42ef-9305-cf5af36c6abc service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 1128 time: 0.0413592 Aug 08 02:34:45.776575 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd244-6ffa-4019-9384-f1b52ea02ca4 req-3b4ec3a4-163b-49a9-aa83-16e738949681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.778082 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-330dd244-6ffa-4019-9384-f1b52ea02ca4 req-3b4ec3a4-163b-49a9-aa83-16e738949681 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963948 Aug 08 02:34:45.871250 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dd244-6ffa-4019-9384-f1b52ea02ca4 req-8f24faaa-f4dc-449d-ba43-f52c5007709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.872693 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-330dd244-6ffa-4019-9384-f1b52ea02ca4 req-8f24faaa-f4dc-449d-ba43-f52c5007709a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895774 Aug 08 02:34:45.911308 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0e43f-7fd2-43c8-b88b-a22fc4fbb544 req-82b70755-9641-4ab6-8973-431db5631135 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.913520 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-00d0e43f-7fd2-43c8-b88b-a22fc4fbb544 req-82b70755-9641-4ab6-8973-431db5631135 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 945 time: 0.0513349 Aug 08 02:34:45.938452 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:45.950205 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-25bc218b-7b8f-4efb-97ee-9d3de18f759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.958147 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-25bc218b-7b8f-4efb-97ee-9d3de18f759f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 1128 time: 0.0445812 Aug 08 02:34:45.963019 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-00d0e43f-7fd2-43c8-b88b-a22fc4fbb544 req-328d3a60-f973-4fd3-9422-d4d4b34b3168 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Aug 08 02:34:45.994451 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-b2c87b43-9ddf-401f-a623-ca01d4bf3a56 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80747251-b558-4d89-ba58-3fbb7af11ff4 HTTP/1.1" status: 200 len: 217 time: 0.0344987 Aug 08 02:34:46.043603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-54882787-5718-4bc5-af57-b07989fdda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:46.045051 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-54882787-5718-4bc5-af57-b07989fdda5e service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0446045 Aug 08 02:34:46.092275 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-e57c2e66-b157-49d0-b954-a41ffe9a70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:46.093813 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-e57c2e66-b157-49d0-b954-a41ffe9a70ae service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431476 Aug 08 02:34:46.184708 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-62070491-301c-466e-9fc8-1f0c51b4d643 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847559 Aug 08 02:34:46.328799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35cd469b-968e-46d3-8566-8026ce405507 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:46.368993 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a5387c82-dd4d-43fe-8f3d-f7ab600ac7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:46.373743 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c6a0-7f84-49db-8833-a26822c49d63 req-7680d7a4-2ef1-4230-a9e9-f6756e0ff5a2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:46.375504 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c198c6a0-7f84-49db-8833-a26822c49d63 req-7680d7a4-2ef1-4230-a9e9-f6756e0ff5a2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0487459 Aug 08 02:34:46.380754 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 35cd469b-968e-46d3-8566-8026ce405507 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:34:46.425827 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c198c6a0-7f84-49db-8833-a26822c49d63 req-4d061e80-f679-44d7-a7fe-6f5922224999 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Aug 08 02:34:46.433560 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-023ddf10-932d-4aae-81ff-86adee4ca36f req-6418814d-21b3-43c9-af1c-3ed5b718cbbe service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944288 Aug 08 02:34:46.448207 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 35cd469b-968e-46d3-8566-8026ce405507 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:46.448687 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (35cd469b-968e-46d3-8566-8026ce405507), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:46.652483 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 35cd469b-968e-46d3-8566-8026ce405507 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:46.652902 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:46.674790 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:46.677783 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c580f-0997-42a6-87b5-2c249ab19a66" -d '{"events": [{"server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "name": "network-vif-plugged", "status": "completed", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:46.690975 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:46.715368 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8265544b-197b-461b-93c1-793b29494b54 x-openstack-request-id: req-8265544b-197b-461b-93c1-793b29494b54 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:46.715657 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "name": "network-vif-plugged", "status": "completed", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:46.715915 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8265544b-197b-461b-93c1-793b29494b54 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:46.716312 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8265544b-197b-461b-93c1-793b29494b54'] response: {'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'code': 200} Aug 08 02:34:46.800810 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:46.847683 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:47.052424 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3b61b-b1f5-4ca3-9416-1a3923723c1d req-d24ce224-7dde-4757-a105-1c11a250c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:47.054098 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85f3b61b-b1f5-4ca3-9416-1a3923723c1d req-d24ce224-7dde-4757-a105-1c11a250c5d9 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1130 time: 0.0415986 Aug 08 02:34:47.087151 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc94626-6a5f-4c44-a39c-28e4eee8a2df req-8242003d-8bd6-4678-be51-230f11b07dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:47.088625 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9bc94626-6a5f-4c44-a39c-28e4eee8a2df req-8242003d-8bd6-4678-be51-230f11b07dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0518889 Aug 08 02:34:47.099732 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85f3b61b-b1f5-4ca3-9416-1a3923723c1d req-0b9a9347-c856-4cc2-a0ae-7e9912cf5d57 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Aug 08 02:34:47.136156 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9bc94626-6a5f-4c44-a39c-28e4eee8a2df req-e2c15e19-8c24-4339-bf8c-d683fb235d99 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Aug 08 02:34:47.548694 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286b43e-5c6d-4f02-94f8-78aa1f657381 req-84e171fb-9bda-46e8-b12a-31ec34835e3c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:47.550163 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8286b43e-5c6d-4f02-94f8-78aa1f657381 req-84e171fb-9bda-46e8-b12a-31ec34835e3c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0480809 Aug 08 02:34:47.601226 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8286b43e-5c6d-4f02-94f8-78aa1f657381 req-48428d1b-c954-471e-ae0e-65982af9bd01 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Aug 08 02:34:48.256204 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc4205-d1c7-4938-876b-dc91d7201e6b req-85cecea3-d240-4573-a9e2-c5eefee6327f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:48.258347 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3fbc4205-d1c7-4938-876b-dc91d7201e6b req-85cecea3-d240-4573-a9e2-c5eefee6327f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0506029 Aug 08 02:34:48.305472 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3fbc4205-d1c7-4938-876b-dc91d7201e6b req-f13b3cce-f684-48d1-ba8f-2a21baeb728b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Aug 08 02:34:48.716956 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e94ac-fff5-4f77-92c8-d1b3bae41eac req-0b0c265c-b683-49b0-9358-8fc4eec30662 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:48.718413 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-591e94ac-fff5-4f77-92c8-d1b3bae41eac req-0b0c265c-b683-49b0-9358-8fc4eec30662 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0466056 Aug 08 02:34:48.767764 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-591e94ac-fff5-4f77-92c8-d1b3bae41eac req-83f8b1ac-7571-4806-a338-965ad3708eb9 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Aug 08 02:34:49.030353 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d6f00424-b985-464c-be32-27e56de1afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:49.427031 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298fcf1-e881-4985-87a6-500f3dec4052 req-3c1d056b-4517-445a-9e03-fc08c4778e19 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:49.428497 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6298fcf1-e881-4985-87a6-500f3dec4052 req-3c1d056b-4517-445a-9e03-fc08c4778e19 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0481632 Aug 08 02:34:49.482985 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6298fcf1-e881-4985-87a6-500f3dec4052 req-032d63e0-5ea6-4a3a-acd2-0e76cb217571 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484474 Aug 08 02:34:49.603818 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c652d14-0d90-4296-af13-f2c3e3aff5ff req-9c0087cf-58f0-4225-9e6d-791ec36820ae tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:49.605342 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6c652d14-0d90-4296-af13-f2c3e3aff5ff req-9c0087cf-58f0-4225-9e6d-791ec36820ae tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0478697 Aug 08 02:34:49.654326 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6c652d14-0d90-4296-af13-f2c3e3aff5ff req-119dbb90-4492-42c5-9021-30d7322b30b9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Aug 08 02:34:49.796474 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:49.887832 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1435c1-7ccb-4551-8165-447bb1ee3d73 req-9add22b7-2769-45ae-b45b-e20fa75ddea1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:49.889426 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc1435c1-7ccb-4551-8165-447bb1ee3d73 req-9add22b7-2769-45ae-b45b-e20fa75ddea1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0480928 Aug 08 02:34:49.947305 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cc1435c1-7ccb-4551-8165-447bb1ee3d73 req-b4a064df-135a-4d34-9397-36709395906a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523798 Aug 08 02:34:49.987144 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:49.995824 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a736def-dd29-4778-95ed-c01c91680866 req-639bc83a-7749-498e-a594-5af6b68f363b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:49.997307 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8a736def-dd29-4778-95ed-c01c91680866 req-639bc83a-7749-498e-a594-5af6b68f363b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Aug 08 02:34:50.043307 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8a736def-dd29-4778-95ed-c01c91680866 req-2046c998-d9dc-467a-b624-5c2fe458906c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Aug 08 02:34:51.066452 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c7fc-a3fb-4fd4-a14d-2d0105645b0c req-a55aa5c9-d258-4ca3-a8a5-8f66b09d43df tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:51.067908 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2978c7fc-a3fb-4fd4-a14d-2d0105645b0c req-a55aa5c9-d258-4ca3-a8a5-8f66b09d43df tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0478280 Aug 08 02:34:51.117455 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2978c7fc-a3fb-4fd4-a14d-2d0105645b0c req-7dc47c25-d812-4e5e-b01d-c6f748be14f6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 Aug 08 02:34:51.293414 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:51.379072 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:51.747275 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:52.236803 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77007b-6fc6-42ab-ab3d-a22a3b1491f0 req-cf5d3065-3fae-489a-883d-8d69592ebe06 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:52.238146 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4b77007b-6fc6-42ab-ab3d-a22a3b1491f0 req-cf5d3065-3fae-489a-883d-8d69592ebe06 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0475683 Aug 08 02:34:52.290983 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4b77007b-6fc6-42ab-ab3d-a22a3b1491f0 req-4b640bb0-a998-4f31-b70f-7322c2389f5a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466468 Aug 08 02:34:53.411237 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28d46-5957-494a-b662-a679a7def589 req-9f2c5dc7-68ff-441f-b5af-3aa971731ab0 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:53.412789 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-26e28d46-5957-494a-b662-a679a7def589 req-9f2c5dc7-68ff-441f-b5af-3aa971731ab0 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0488298 Aug 08 02:34:53.423994 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:53.463641 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-26e28d46-5957-494a-b662-a679a7def589 req-15a37e85-2a62-4e3b-b9e5-e9c5cd7d6dee tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Aug 08 02:34:53.927513 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:54.324908 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 80747251-b558-4d89-ba58-3fbb7af11ff4 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:34:54.426677 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 80747251-b558-4d89-ba58-3fbb7af11ff4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=80747251-b558-4d89-ba58-3fbb7af11ff4,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:54.438042 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'port_id': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'mac_address': 'fa:16:3e:3c:a4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:34:54.472605 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 80747251-b558-4d89-ba58-3fbb7af11ff4 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:54.473033 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:54.486744 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80747251-b558-4d89-ba58-3fbb7af11ff4 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:54.507138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 80747251-b558-4d89-ba58-3fbb7af11ff4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=80747251-b558-4d89-ba58-3fbb7af11ff4,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:54.584361 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503dc60-2dca-4c1b-a6d1-dc22351a7fa5 req-1553d253-3cb6-4468-aff4-365a23e615dc tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:54.586422 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e503dc60-2dca-4c1b-a6d1-dc22351a7fa5 req-1553d253-3cb6-4468-aff4-365a23e615dc tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 944 time: 0.0468938 Aug 08 02:34:54.635530 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e503dc60-2dca-4c1b-a6d1-dc22351a7fa5 req-eddfc9cf-5075-4332-bf8c-90c1bdccf480 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Aug 08 02:34:54.648654 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:54.694221 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=80747251-b558-4d89-ba58-3fbb7af11ff4,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:54.843986 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['80747251-b558-4d89-ba58-3fbb7af11ff4'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:34:54.985428 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:54.988405 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:55.756967 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a7c8c-5c59-49e1-af88-2acf80fc075f req-c8508bd4-fb3f-4582-bc54-77cb80f57d91 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:55.758984 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f5a7c8c-5c59-49e1-af88-2acf80fc075f req-c8508bd4-fb3f-4582-bc54-77cb80f57d91 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 945 time: 0.0515456 Aug 08 02:34:55.808806 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f5a7c8c-5c59-49e1-af88-2acf80fc075f req-f5b883a6-21e6-4949-8a09-6dc46496ab2c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Aug 08 02:34:56.331404 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 80747251-b558-4d89-ba58-3fbb7af11ff4 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:56.377751 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 80747251-b558-4d89-ba58-3fbb7af11ff4 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:34:56.446493 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 80747251-b558-4d89-ba58-3fbb7af11ff4 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:56.446863 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:56.519948 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 80747251-b558-4d89-ba58-3fbb7af11ff4 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:56.520250 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:56.543378 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:56.545648 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9e4bc0-9aba-49b3-af4c-fe5338625afb" -d '{"events": [{"server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "name": "network-vif-plugged", "status": "completed", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:56.558929 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 80747251-b558-4d89-ba58-3fbb7af11ff4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=80747251-b558-4d89-ba58-3fbb7af11ff4,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:56.582896 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2609272-9dd5-4936-9c57-82d358d879a4 x-openstack-request-id: req-c2609272-9dd5-4936-9c57-82d358d879a4 {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:56.583188 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "name": "network-vif-plugged", "status": "completed", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:56.583514 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2609272-9dd5-4936-9c57-82d358d879a4 {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:56.583841 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2609272-9dd5-4936-9c57-82d358d879a4'] response: {'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'code': 200} Aug 08 02:34:56.642138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:56.692322 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=80747251-b558-4d89-ba58-3fbb7af11ff4,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:56.925819 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31cac-82cb-4ab6-8cc9-993475e6efa5 req-cc6e2e8a-cdcc-407b-977f-bb2b09aaccc2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.928489 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58b31cac-82cb-4ab6-8cc9-993475e6efa5 req-cc6e2e8a-cdcc-407b-977f-bb2b09aaccc2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Aug 08 02:34:56.963972 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642ddb-ca78-47e3-8a35-39bed1cb1304 req-d325d27f-c3bf-468f-9f40-820ec864cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.965647 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a1642ddb-ca78-47e3-8a35-39bed1cb1304 req-d325d27f-c3bf-468f-9f40-820ec864cb3a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 1130 time: 0.0419695 Aug 08 02:34:56.980997 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-58b31cac-82cb-4ab6-8cc9-993475e6efa5 req-35d29a45-0af1-41f7-9bf0-060ca33b0481 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Aug 08 02:34:57.000794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:57.018116 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-a1642ddb-ca78-47e3-8a35-39bed1cb1304 req-211bb49e-992b-4dbf-ac8a-5d1ab0c0a190 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Aug 08 02:34:58.109215 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292532ea-94a7-48da-8f38-c2959cb86e00 req-5421fd15-d26e-44d5-a339-2f764e1aa8f1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:58.110707 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-292532ea-94a7-48da-8f38-c2959cb86e00 req-5421fd15-d26e-44d5-a339-2f764e1aa8f1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Aug 08 02:34:58.159395 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-292532ea-94a7-48da-8f38-c2959cb86e00 req-e911213d-0000-42ca-95b4-b9e9091d4d37 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Aug 08 02:34:59.280059 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f293f4f-d715-40c9-80fb-feb4b54052d9 req-4ece1160-1e24-400a-9c9f-07a27486c6e9 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:59.281597 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f293f4f-d715-40c9-80fb-feb4b54052d9 req-4ece1160-1e24-400a-9c9f-07a27486c6e9 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0489168 Aug 08 02:34:59.333859 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f293f4f-d715-40c9-80fb-feb4b54052d9 req-6b218962-3631-4c94-b46c-742ba95d905f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463617 Aug 08 02:34:59.452861 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dcfe6-71e5-42b7-bde7-bcb28c7537e7 req-5cdfbc70-41d1-4713-9c40-2c1a2fcac9fb tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:59.454346 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aa9dcfe6-71e5-42b7-bde7-bcb28c7537e7 req-5cdfbc70-41d1-4713-9c40-2c1a2fcac9fb tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0482922 Aug 08 02:34:59.507328 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aa9dcfe6-71e5-42b7-bde7-bcb28c7537e7 req-966d695e-5ac1-46ef-9c0b-373aacf4fdbd tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Aug 08 02:34:59.533951 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43392) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:59.722558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a99561-0db8-4117-8cc6-5fd097ebda85 tempest-TestVolumeBootPattern-124322324 tempest-TestVolumeBootPattern-124322324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:59.724008 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-96a99561-0db8-4117-8cc6-5fd097ebda85 tempest-TestVolumeBootPattern-124322324 tempest-TestVolumeBootPattern-124322324-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 1125 time: 0.1890559 Aug 08 02:34:59.727697 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43396) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:59.731967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'port_id': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:59.818198 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:59.903985 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:59.988185 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:00.006874 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Allocated IP 172.27.3.128 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/1f9030c1-d561-4061-acc8-50c269204629) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:00.115193 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (1f9030c1-d561-4061-acc8-50c269204629), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.189877 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (1f9030c1-d561-4061-acc8-50c269204629), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.229655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:00.234146 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:00.238017 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:00.243869 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=1f9030c1-d561-4061-acc8-50c269204629,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:00.270759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.271108 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.271456 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.271793 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.272126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.272461 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.272846 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.274000 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.274000 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.274000 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.274283 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.274504 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.274828 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.275150 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.275470 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:00.347463 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:00.614235 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (b8d24369-d832-4aaf-a231-48e173afaff3), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.731317 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae58bba-d016-4cfa-9559-390c6e64b317 req-c170b7e8-2cdc-454a-920c-ad46386f8b2c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:00.732820 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ae58bba-d016-4cfa-9559-390c6e64b317 req-c170b7e8-2cdc-454a-920c-ad46386f8b2c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0466843 Aug 08 02:35:00.738045 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (1f9030c1-d561-4061-acc8-50c269204629), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.780458 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7ae58bba-d016-4cfa-9559-390c6e64b317 req-bbfdd464-5227-4bf0-884d-4fca2f079f24 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Aug 08 02:35:00.807890 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43406) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:00.893759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (1f9030c1-d561-4061-acc8-50c269204629), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.950961 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca87069d-957a-44b7-a0d9-dc0fac95a901 tempest-TestMinimumBasicScenario-1348417709 tempest-TestMinimumBasicScenario-1348417709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:00.952445 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ca87069d-957a-44b7-a0d9-dc0fac95a901 tempest-TestMinimumBasicScenario-1348417709 tempest-TestMinimumBasicScenario-1348417709-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1125 time: 0.1435850 Aug 08 02:35:00.955509 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43410) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:00.959608 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'port_id': '35cd469b-968e-46d3-8566-8026ce405507', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:00.961643 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (1f9030c1-d561-4061-acc8-50c269204629), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.965377 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.017644 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.032759 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=1f9030c1-d561-4061-acc8-50c269204629,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:01.038263 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (b8d24369-d832-4aaf-a231-48e173afaff3), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.058945 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.138164 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Floating IP b8d24369-d832-4aaf-a231-48e173afaff3 associated. External IP: 172.27.3.128, port: 80747251-b558-4d89-ba58-3fbb7af11ff4. Aug 08 02:35:01.141489 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.244434 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Allocated IP 172.27.3.177 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/c22dc459-f4ce-40b0-8c29-0d0465858072) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:01.252707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.335089 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:01.355795 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.426054 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.440034 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:01.450356 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.456075 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:01.461917 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:01.462547 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:01.489015 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:01.496195 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:01.499635 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:01.534439 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.537346 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'Port': ['ID=c22dc459-f4ce-40b0-8c29-0d0465858072,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:01.568754 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:01.575417 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7e0d1759-7421-41f4-9066-6e07cfc50266 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8443034 Aug 08 02:35:01.575417 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:01.576482 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:01.623159 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae0e104-9e28-40e9-bc50-f790803568fb x-openstack-request-id: req-cae0e104-9e28-40e9-bc50-f790803568fb {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:01.623806 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:01.623806 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cae0e104-9e28-40e9-bc50-f790803568fb {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:01.624130 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae0e104-9e28-40e9-bc50-f790803568fb'] response: {'name': 'network-changed', 'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'status': 'completed', 'code': 200} Aug 08 02:35:01.686125 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-2dffa427-5d0a-416f-bb56-7adb0b2d065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:01.687830 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-2dffa427-5d0a-416f-bb56-7adb0b2d065b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 1130 time: 0.0415325 Aug 08 02:35:01.791700 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-d19ea6dc-f75b-4a0a-972b-905f65294725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:01.793593 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-d19ea6dc-f75b-4a0a-972b-905f65294725 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0989921 Aug 08 02:35:01.800933 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': 'b8d24369-d832-4aaf-a231-48e173afaff3', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:3c:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:00Z', 'updated_at': '2022-08-08T02:35:00Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:01.828830 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:01.838426 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:01.839153 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:01.865584 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-0c28a3b8-a509-44c8-b2f3-20ee4c9d154e service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80747251-b558-4d89-ba58-3fbb7af11ff4 HTTP/1.1" status: 200 len: 1000 time: 0.0636923 Aug 08 02:35:01.917704 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-bbe85807-3f43-4e24-99a0-3389530e2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:01.919377 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-bbe85807-3f43-4e24-99a0-3389530e2dd8 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0461142 Aug 08 02:35:01.947675 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:01.964598 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-0df3c065-1987-46d2-b632-e5443cade484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:01.966215 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-0df3c065-1987-46d2-b632-e5443cade484 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411587 Aug 08 02:35:01.969691 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:02.066320 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-108084fe-15c1-4c85-9620-235682b4a31e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938694 Aug 08 02:35:02.111433 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for floatingip (0399d12b-b611-4228-9a75-f93b4f8c107c), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.134859 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:02.161237 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-1e2dea3c-20dc-4cfd-97f9-ee1e14325e3c req-22168b85-557b-4edc-843a-4b1e1982aea5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884027 Aug 08 02:35:02.253150 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': 'b8d24369-d832-4aaf-a231-48e173afaff3', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:3c:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:00Z', 'updated_at': '2022-08-08T02:35:00Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:02.261451 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.279608 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5988c-07b5-47ef-a307-53d657d71400 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': 'b8d24369-d832-4aaf-a231-48e173afaff3', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:3c:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:00Z', 'updated_at': '2022-08-08T02:35:00Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:02.417762 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.470831 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.491093 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b644b08-7054-42ef-9ac6-6f9c2b9dacee None None] New status for floating IP b8d24369-d832-4aaf-a231-48e173afaff3: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:35:02.518187 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:02.545970 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'Port': ['ID=c22dc459-f4ce-40b0-8c29-0d0465858072,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:02.548729 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (0399d12b-b611-4228-9a75-f93b4f8c107c), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.649062 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Floating IP 0399d12b-b611-4228-9a75-f93b4f8c107c associated. External IP: 172.27.3.177, port: 35cd469b-968e-46d3-8566-8026ce405507. Aug 08 02:35:02.837092 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:02.851671 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Router 77aa9482-3617-4812-9464-9117d9ccc7bf has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:02.957660 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:02.967974 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] Sync routers for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:02.977748 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:02.978366 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:03.038231 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.068620 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-313ff11b-498f-4041-8403-7371fa0c8dcf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1120741 Aug 08 02:35:03.069338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:03.072285 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584242c-d58b-4e39-947c-45680d899080" -d '{"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:03.072938 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43416) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:03.078194 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925982175', 'description': 'tempest-secgroup-smoke-925982175 description', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:03.082006 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:03.113124 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4c3533-1d38-4311-b6b4-da6de76a63c6 x-openstack-request-id: req-5c4c3533-1d38-4311-b6b4-da6de76a63c6 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:03.113449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:03.113709 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c4c3533-1d38-4311-b6b4-da6de76a63c6 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:03.114124 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4c3533-1d38-4311-b6b4-da6de76a63c6'] response: {'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'status': 'completed', 'code': 200} Aug 08 02:35:03.171460 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.171812 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:03.194080 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584242c-d58b-4e39-947c-45680d899080 req-9fa3e1ab-c430-4628-8ab3-2a7d37387219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.196114 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-9fa3e1ab-c430-4628-8ab3-2a7d37387219 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1130 time: 0.0584154 Aug 08 02:35:03.229590 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:03.301295 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '0399d12b-b611-4228-9a75-f93b4f8c107c', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'port_id': '35cd469b-968e-46d3-8566-8026ce405507', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'mac_address': 'fa:16:3e:d4:82:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:01Z', 'updated_at': '2022-08-08T02:35:01Z', 'revision_number': 0, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:03.328699 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group (52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.331694 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584242c-d58b-4e39-947c-45680d899080 req-c52a4170-2a87-460f-831e-e4f1b8e56edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.331956 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] Checking router: 77aa9482-3617-4812-9464-9117d9ccc7bf for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:03.333319 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-c52a4170-2a87-460f-831e-e4f1b8e56edf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 916 time: 0.1317763 Aug 08 02:35:03.341199 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:03.341813 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:34:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:03.394993 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-50b737b4-9811-4abb-bea3-e5c16e4fd443 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 1000 time: 0.0561225 Aug 08 02:35:03.409035 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.446204 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:03.670011 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '0399d12b-b611-4228-9a75-f93b4f8c107c', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'port_id': '35cd469b-968e-46d3-8566-8026ce405507', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'mac_address': 'fa:16:3e:d4:82:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:01Z', 'updated_at': '2022-08-08T02:35:01Z', 'revision_number': 0, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:03.695478 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5a544-5248-44af-8b4c-319a76b48052 None None] The sync data for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi is: [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '0399d12b-b611-4228-9a75-f93b4f8c107c', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'port_id': '35cd469b-968e-46d3-8566-8026ce405507', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'mac_address': 'fa:16:3e:d4:82:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:01Z', 'updated_at': '2022-08-08T02:35:01Z', 'revision_number': 0, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:03.742957 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:03.748543 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584242c-d58b-4e39-947c-45680d899080 req-98a1b2c1-4e80-4cdc-a5b1-747afbfd0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.752086 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-98a1b2c1-4e80-4cdc-a5b1-747afbfd0d1a service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.3496351 Aug 08 02:35:03.791789 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:03.795131 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584242c-d58b-4e39-947c-45680d899080 req-9add9c44-105b-452e-b160-7628ececb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.796631 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-9add9c44-105b-452e-b160-7628ececb48f service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401683 Aug 08 02:35:03.814294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.817708 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-16935ada-1d44-4623-b837-e1b514d17afa tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7411823 Aug 08 02:35:03.818572 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43420) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:03.823585 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group_rule': {'security_group_id': '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:03.896367 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-b24ce9cd-999e-4f3c-ba6d-18b0616b4f26 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924358 Aug 08 02:35:03.899135 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1077f0-01ce-4ddb-9b9e-64f084585a1d None None] New status for floating IP 0399d12b-b611-4228-9a75-f93b4f8c107c: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:35:03.903992 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (ebcb40cf-7515-4367-8cfe-3cc07d4db86d), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.961467 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (ebcb40cf-7515-4367-8cfe-3cc07d4db86d), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.001298 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-6584242c-d58b-4e39-947c-45680d899080 req-d2e16488-2676-47c3-aab3-a2b3eebaf8ac service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972748 Aug 08 02:35:04.029128 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (ebcb40cf-7515-4367-8cfe-3cc07d4db86d), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.045663 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcb40cf-7515-4367-8cfe-3cc07d4db86d,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:04.056567 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.056952 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.057302 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.057703 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.058044 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.058381 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.058718 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.059046 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.059378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.059715 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.060056 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.060374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.060727 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.061048 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.061379 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:04.146539 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.147941 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-86c6c1fc-6608-4182-bc15-8aaf9849328b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281088 Aug 08 02:35:04.150889 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43422) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:04.155586 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group_rule': {'security_group_id': '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:04.231305 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (f6addb9e-029d-433e-afdc-92dea674b381), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.290055 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (f6addb9e-029d-433e-afdc-92dea674b381), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.356119 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (f6addb9e-029d-433e-afdc-92dea674b381), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.376290 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6addb9e-029d-433e-afdc-92dea674b381,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:04.449845 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.451066 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b0deb505-3e5c-4873-b8c2-5a3dcc1a811a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989721 Aug 08 02:35:04.453727 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43424) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:04.457977 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group_rule': {'security_group_id': '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:04.575960 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (617121b9-108f-481e-ae49-ce4c1f1f8268), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.642897 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (617121b9-108f-481e-ae49-ce4c1f1f8268), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.715590 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (617121b9-108f-481e-ae49-ce4c1f1f8268), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.733771 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617121b9-108f-481e-ae49-ce4c1f1f8268,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:04.787338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.789694 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-fc3af1a0-d2aa-4370-8a80-11ffc902e92a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3341217 Aug 08 02:35:04.792417 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43426) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:04.796726 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group_rule': {'security_group_id': '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:04.905367 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (c64feee3-29b6-436f-9b0a-e9b6fdfa8f08), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.931852 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:04.973217 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (c64feee3-29b6-436f-9b0a-e9b6fdfa8f08), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.064389 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (c64feee3-29b6-436f-9b0a-e9b6fdfa8f08), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.083438 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64feee3-29b6-436f-9b0a-e9b6fdfa8f08,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:05.163929 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.165176 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-20a30dec-c399-4751-ace3-91dfb54ffb22 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3718133 Aug 08 02:35:05.167878 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43428) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:05.172292 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group_rule': {'security_group_id': '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:05.182038 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:05.281986 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.securitygroups_db [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Project dc5ea7a1b6a54cd2af5d648f09aaed63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:35:05.288016 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (981fe307-9974-4fce-b940-5bcf0073d88a), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.349738 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (981fe307-9974-4fce-b940-5bcf0073d88a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.447457 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (981fe307-9974-4fce-b940-5bcf0073d88a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.467455 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981fe307-9974-4fce-b940-5bcf0073d88a,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:05.529278 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.530537 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5c9ce4b3-6867-4e8d-aae4-1b6f3d38a2a8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616302 Aug 08 02:35:05.533213 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43430) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:05.537477 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'security_group_rule': {'security_group_id': '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f', 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:05.676330 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.securitygroups_db [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Project dc5ea7a1b6a54cd2af5d648f09aaed63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:35:05.683259 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (ea782b42-7ac6-420e-b3e9-a7382fc0d700), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.743449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (ea782b42-7ac6-420e-b3e9-a7382fc0d700), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.818805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441511'] for security_group_rule (ea782b42-7ac6-420e-b3e9-a7382fc0d700), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.838800 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea782b42-7ac6-420e-b3e9-a7382fc0d700,revision_number=0']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:05.893816 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.895027 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f1899129-1396-4b0c-991d-17d70e8f6dbe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609071 Aug 08 02:35:05.988976 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-863e2f39-961a-4f48-b695-4ee54fb21644 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-925982175&fields=id&tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63 HTTP/1.1" status: 200 len: 267 time: 0.0447581 Aug 08 02:35:06.042207 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-64a697d0-d3c0-4eb8-86ca-03a6a5dc5fe6 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.043611 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-64a697d0-d3c0-4eb8-86ca-03a6a5dc5fe6 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0487568 Aug 08 02:35:06.054754 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'port': {'security_groups': ['849dc5cd-384a-4d05-b755-d5a3c62c1153', '52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f']}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:06.130477 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.344124 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:06.375513 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for port (35cd469b-968e-46d3-8566-8026ce405507), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.430462 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.436569 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:06.442353 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35cd469b-968e-46d3-8566-8026ce405507'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:06.447159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.447159 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.447159 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6e6cc32b-f4a5-4898-a800-6b3c348a11c2 req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "PUT /networking/v2.0/ports/35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 982 time: 0.3947101 Aug 08 02:35:06.478556 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:06.479135 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8953453d-8a97-4fdf-8f73-14d448fd6dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:06.517549 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35cd469b-968e-46d3-8566-8026ce405507'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:06.547572 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6de063-7b2e-477a-8342-1742b6f95a17 x-openstack-request-id: req-ec6de063-7b2e-477a-8342-1742b6f95a17 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:06.547947 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:06.548131 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ec6de063-7b2e-477a-8342-1742b6f95a17 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:06.548497 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6de063-7b2e-477a-8342-1742b6f95a17'] response: {'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'status': 'completed', 'code': 200} Aug 08 02:35:06.595828 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cac2e-9542-4c3a-8a69-0611861102ef req-83824b0f-f5f1-4933-82b4-f652bd05bd87 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.597410 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c5cac2e-9542-4c3a-8a69-0611861102ef req-83824b0f-f5f1-4933-82b4-f652bd05bd87 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0777023 Aug 08 02:35:06.598228 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ab47-eda8-4ef6-9ebc-b135fe0125c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=6']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:06.612648 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-b8b06979-9552-42f3-be93-28c726f35827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.614274 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-b8b06979-9552-42f3-be93-28c726f35827 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1169 time: 0.0469992 Aug 08 02:35:06.672262 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c5cac2e-9542-4c3a-8a69-0611861102ef req-b0fef824-b573-4f26-a964-8cf4dc892e5a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642655 Aug 08 02:35:06.717154 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-1feaa352-1bcc-4adb-9721-ad0702974348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.718674 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-1feaa352-1bcc-4adb-9721-ad0702974348 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 916 time: 0.0990543 Aug 08 02:35:06.723619 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:06.741121 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:06.764248 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:06.787953 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-a9d23aca-46f9-432c-ae88-e0cb29e31ea3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 1002 time: 0.0625584 Aug 08 02:35:06.842429 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-968775c2-cbc2-4f36-bed6-321e294a4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.844054 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-968775c2-cbc2-4f36-bed6-321e294a4687 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.0488918 Aug 08 02:35:06.889037 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-15578e21-f015-4745-941b-0a74c71ab2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.890454 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-15578e21-f015-4745-941b-0a74c71ab2ce service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400853 Aug 08 02:35:06.984222 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-5ff34533-18ac-41f9-b85a-193af9ffa02e service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Aug 08 02:35:07.080922 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-8953453d-8a97-4fdf-8f73-14d448fd6dbf req-b4630b81-2fe6-48ce-93fc-7d650c327793 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905011 Aug 08 02:35:16.424627 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2cbab2e0-e2d3-4588-8575-71defd3573f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.666407 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:17.078180 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=83 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:18.750021 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:35:18.940617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:19.011851 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7cd279fc-6903-4d52-b000-5d98d18872a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.761377 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.756981 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=66 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:21.378566 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.412317 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.909791 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.387247 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-b5681c8a-da30-4f59-b18d-22b08be6fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.388107 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-b5681c8a-da30-4f59-b18d-22b08be6fc12 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1169 time: 0.0411141 Aug 08 02:35:24.422329 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e8a82-deb1-49ff-b636-7191fa7db5d8 req-4aeaf896-6f82-4c56-95d1-770c087fee4a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.423953 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f68e8a82-deb1-49ff-b636-7191fa7db5d8 req-4aeaf896-6f82-4c56-95d1-770c087fee4a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.1610920 Aug 08 02:35:24.485118 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-d8280863-69fd-4ce6-8804-c674fdada4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.485702 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f68e8a82-deb1-49ff-b636-7191fa7db5d8 req-101b3786-cc63-4115-b6ef-1c71f84f158f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559561 Aug 08 02:35:24.486580 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-d8280863-69fd-4ce6-8804-c674fdada4a0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 916 time: 0.0932186 Aug 08 02:35:24.550412 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-70e3dcb7-fafb-4606-89a6-63f821fed48d service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 1002 time: 0.0574186 Aug 08 02:35:24.604824 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-5c846f40-3da2-48ed-aa8b-858ff1fe0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.606276 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-5c846f40-3da2-48ed-aa8b-858ff1fe0020 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.0492225 Aug 08 02:35:24.650047 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-a23576a6-def0-4f84-a6b2-408749734bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.652337 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-a23576a6-def0-4f84-a6b2-408749734bfe service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384927 Aug 08 02:35:24.740730 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-f8551fc1-9ef6-4f5e-ae90-3c8b182de0d1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818200 Aug 08 02:35:24.836316 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bab7a0d9-d1ef-4415-bf58-03c6936e7bd5 req-f2f40c76-7b5e-4e00-b7cf-2f9986e56d0c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897727 Aug 08 02:35:25.656987 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c2e1e-eda5-4c24-bd6e-e7b9e880ae58 req-b0d9837e-9b72-47a7-b4d3-223150460fcb tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.658489 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b65c2e1e-eda5-4c24-bd6e-e7b9e880ae58 req-b0d9837e-9b72-47a7-b4d3-223150460fcb tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0977123 Aug 08 02:35:25.721712 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba2de1-c582-4869-a69a-1de630603f86 req-61c7c99b-5280-40d0-9c78-8859eec62e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.722904 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b65c2e1e-eda5-4c24-bd6e-e7b9e880ae58 req-508720ea-8659-49a1-a08a-a0e39b9c0d63 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578406 Aug 08 02:35:25.723203 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-61c7c99b-5280-40d0-9c78-8859eec62e8b service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1169 time: 0.0397689 Aug 08 02:35:25.834049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba2de1-c582-4869-a69a-1de630603f86 req-0bd9fba4-6196-4777-87b1-755069ac2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.835429 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-0bd9fba4-6196-4777-87b1-755069ac2a43 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 916 time: 0.0923676 Aug 08 02:35:25.897505 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-d5db0c3c-6d71-42be-9824-c8e66f0e7ce3 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 1002 time: 0.0551801 Aug 08 02:35:25.945671 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba2de1-c582-4869-a69a-1de630603f86 req-a9b07dc6-29d8-4adf-90a8-d68304bb4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.947057 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-a9b07dc6-29d8-4adf-90a8-d68304bb4412 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.0436821 Aug 08 02:35:25.996297 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba2de1-c582-4869-a69a-1de630603f86 req-dae9dee7-1ba8-4d47-8d75-6fb944d0a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.997873 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-dae9dee7-1ba8-4d47-8d75-6fb944d0a962 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449185 Aug 08 02:35:26.096481 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-2c9bab1f-f651-4ed7-8476-36a1263ecbc6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842667 Aug 08 02:35:26.184465 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7cba2de1-c582-4869-a69a-1de630603f86 req-57ac7ceb-56d8-4272-a086-4987a8628294 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887251 Aug 08 02:35:26.849969 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd37b4-b974-4e17-81bd-137a82868935 req-3c757cfd-69bd-4de2-9069-0170a0a5e437 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:26.851345 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-00fd37b4-b974-4e17-81bd-137a82868935 req-3c757cfd-69bd-4de2-9069-0170a0a5e437 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0522449 Aug 08 02:35:26.912806 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-00fd37b4-b974-4e17-81bd-137a82868935 req-273e5fdb-6da9-4934-8450-db8f38e200bd tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540853 Aug 08 02:35:28.032701 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943074-ad23-485e-8728-49af33178822 req-c54b98a3-f237-4c86-a71f-c19b39593f5d tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:28.034210 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93943074-ad23-485e-8728-49af33178822 req-c54b98a3-f237-4c86-a71f-c19b39593f5d tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0480223 Aug 08 02:35:28.094925 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-93943074-ad23-485e-8728-49af33178822 req-d092a09c-ba0d-4383-ad05-2cb1e8dcc516 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550728 Aug 08 02:35:28.746796 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:29.214083 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbab45-c90c-4fa5-95bd-ab53103eca88 req-7c85eeed-90aa-42d9-bc27-9442f14db95a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.215532 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3fcbab45-c90c-4fa5-95bd-ab53103eca88 req-7c85eeed-90aa-42d9-bc27-9442f14db95a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0476458 Aug 08 02:35:29.278913 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3fcbab45-c90c-4fa5-95bd-ab53103eca88 req-0efcc69a-7c34-4b10-90d3-0d0e6da24231 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565581 Aug 08 02:35:30.400347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094f6bc-6c41-43d2-a6f0-e5d474330976 req-06704618-5b2d-4779-8615-d7fa578abdfe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:30.401879 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e094f6bc-6c41-43d2-a6f0-e5d474330976 req-06704618-5b2d-4779-8615-d7fa578abdfe tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0475461 Aug 08 02:35:30.462257 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e094f6bc-6c41-43d2-a6f0-e5d474330976 req-ab5a335c-db52-4b00-9f3b-7177bad863c1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537081 Aug 08 02:35:31.583726 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12aec-f3d5-47de-8740-dbd5fdbe7dd4 req-cbd63e64-7397-490f-a881-3b6cf26d0662 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:31.585254 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-99c12aec-f3d5-47de-8740-dbd5fdbe7dd4 req-cbd63e64-7397-490f-a881-3b6cf26d0662 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0493717 Aug 08 02:35:31.647688 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-99c12aec-f3d5-47de-8740-dbd5fdbe7dd4 req-c0e717b6-3edf-4ad0-9028-88ff1c0dcb23 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564759 Aug 08 02:35:32.770873 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599405f-c84c-4474-8850-680c3ae59bbb req-7caf51e4-52d9-4231-b09b-643289a94bf2 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:32.773051 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1599405f-c84c-4474-8850-680c3ae59bbb req-7caf51e4-52d9-4231-b09b-643289a94bf2 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0512030 Aug 08 02:35:32.833450 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-1599405f-c84c-4474-8850-680c3ae59bbb req-e831789c-b24c-4fbb-bdec-5149224d73be tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552518 Aug 08 02:35:33.837219 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:33.839023 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:33.956935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4451dd-2a2a-401a-9c24-eff85bb8d4fc req-ee601ecf-c553-4381-aea1-a5dd90dee8d1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:33.958404 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5d4451dd-2a2a-401a-9c24-eff85bb8d4fc req-ee601ecf-c553-4381-aea1-a5dd90dee8d1 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0486856 Aug 08 02:35:34.018638 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-5d4451dd-2a2a-401a-9c24-eff85bb8d4fc req-aa97d811-ba42-452f-b6a0-4b4b3daeae33 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545216 Aug 08 02:35:35.138716 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078dfe-cdd3-444e-a068-0e67c19010f1 req-86842de6-2a7a-4ff7-9417-1838728da904 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:35.140162 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-98078dfe-cdd3-444e-a068-0e67c19010f1 req-86842de6-2a7a-4ff7-9417-1838728da904 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0497615 Aug 08 02:35:35.151871 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:35.160196 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:35.199567 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-98078dfe-cdd3-444e-a068-0e67c19010f1 req-2afed3c1-24aa-4868-89a6-ff0aded058f8 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538418 Aug 08 02:35:36.175588 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=90 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:36.181578 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:36.319944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c1797-94b4-4379-bf21-6c9de9db631c req-13620f5d-3085-4e48-b2f1-5e44dc98c37e tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:36.321533 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eb0c1797-94b4-4379-bf21-6c9de9db631c req-13620f5d-3085-4e48-b2f1-5e44dc98c37e tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0485058 Aug 08 02:35:36.382497 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-eb0c1797-94b4-4379-bf21-6c9de9db631c req-976de94c-d6c9-4a6f-b13e-e76c60d1e3f5 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&id=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544825 Aug 08 02:35:46.374440 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=22 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:46.377758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=9 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:46.382997 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-beb2f815-c11e-4335-b163-451878847299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.011960 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-1c0e19f0-f3be-432e-adae-1a322973a54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.760935 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:51.326653 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:51.422985 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:53.886728 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:55.748647 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:36:03.834821 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:03.836761 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:09.470780 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-546543a2-76af-49ab-a920-bc30c50d1527 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-925982175&fields=id&tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63 HTTP/1.1" status: 200 len: 267 time: 0.0461760 Aug 08 02:36:09.524872 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-6c9f003e-68b2-4a4e-97f6-d248ba09cd9b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:09.526320 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-6c9f003e-68b2-4a4e-97f6-d248ba09cd9b tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 985 time: 0.0501254 Aug 08 02:36:09.537540 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Request body: {'port': {'security_groups': ['849dc5cd-384a-4d05-b755-d5a3c62c1153']}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:36:09.610264 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:09.783073 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:09.810523 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for port (35cd469b-968e-46d3-8566-8026ce405507), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:09.857744 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:09.869401 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:09.875804 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:09.876235 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35cd469b-968e-46d3-8566-8026ce405507'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:36:09.876720 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-11f6c143-0e6f-4238-b99f-192fb71e5100 req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "PUT /networking/v2.0/ports/35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 943 time: 0.3385601 Aug 08 02:36:09.876720 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:09.876720 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e99a3a-81f4-4b19-a7cf-14e25443a172" -d '{"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:09.877561 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43500) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:09.921053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0627a-876c-4431-a928-35e365a19404 x-openstack-request-id: req-42a0627a-876c-4431-a928-35e365a19404 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:09.921834 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:09.922157 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42a0627a-876c-4431-a928-35e365a19404 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:09.922623 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a0627a-876c-4431-a928-35e365a19404'] response: {'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'status': 'completed', 'code': 200} Aug 08 02:36:09.947317 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group (52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:09.954720 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event updated for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=7']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:09.962498 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.962854 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.963202 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.963536 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.964096 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.964316 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.964713 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.965076 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.966190 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.966597 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.967020 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.967265 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.967585 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.968048 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.968378 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1944cfea-5325-4f4f-a535-b9a6a6cdceb4 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:09.975924 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group (52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:09.982985 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35cd469b-968e-46d3-8566-8026ce405507'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:36:10.055076 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-d576586d-eda8-4172-b04c-100c0bc1b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:10.056639 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-d576586d-eda8-4172-b04c-100c0bc1b092 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1130 time: 0.1145439 Aug 08 02:36:10.149646 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.152214 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.153387 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f HTTP/1.1" status: 204 len: 168 time: 0.2732136 Aug 08 02:36:10.156386 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43504) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:10.166062 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-ed236bc5-edb1-421a-84d7-5df6ffd29e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:10.168538 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-ed236bc5-edb1-421a-84d7-5df6ffd29e2a service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 916 time: 0.1041873 Aug 08 02:36:10.168756 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ece7e3-75cf-4d6d-97d5-3b3ecc4c8c3f,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:10.182736 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.183092 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.183527 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.183777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.184113 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.184447 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.184841 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.185143 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.185482 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.185811 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.186141 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.186471 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.186810 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.187126 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.187451 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071d205-6894-404b-97b6-c99f8470aa7c tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:10.246641 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-2d672da9-0245-4c52-8efd-db8453d0e44c service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 1002 time: 0.0711253 Aug 08 02:36:10.295083 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-7c51fff6-f627-4a42-a906-cc6733dc134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:10.296572 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-7c51fff6-f627-4a42-a906-cc6733dc134b service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.0444553 Aug 08 02:36:10.318468 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Deleting port c22dc459-f4ce-40b0-8c29-0d0465858072 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:10.318729 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.342919 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-bd917795-f3a2-4cdf-9ca3-979d0bb8b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:10.344465 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-bd917795-f3a2-4cdf-9ca3-979d0bb8b4f7 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399764 Aug 08 02:36:10.355636 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-91fb076e-7e01-4907-ba07-52804d5e1c01 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:36:10.356644 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-91fb076e-7e01-4907-ba07-52804d5e1c01 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052934 Aug 08 02:36:10.461376 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-d68cddd0-8735-4d06-ad8b-faa25c263cf4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984368 Aug 08 02:36:10.557514 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-20e99a3a-81f4-4b19-a7cf-14e25443a172 req-4ff6602a-3f6a-497a-95d0-5de73965b1ea service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906229 Aug 08 02:36:10.601910 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.602472 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for floatingip (c22dc459-f4ce-40b0-8c29-0d0465858072), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.614954 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Calling delete_port for c22dc459-f4ce-40b0-8c29-0d0465858072 owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:10.729498 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:10.772893 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:10.892149 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (c22dc459-f4ce-40b0-8c29-0d0465858072), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.917612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event deleted for resources: {'Port': ['ID=c22dc459-f4ce-40b0-8c29-0d0465858072,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:10.983858 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks [] for floatingip (0399d12b-b611-4228-9a75-f93b4f8c107c), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:10.984173 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Floating IP 0399d12b-b611-4228-9a75-f93b4f8c107c disassociated (deleted). External IP: 172.27.3.177, port: 35cd469b-968e-46d3-8566-8026ce405507. Aug 08 02:36:11.185966 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Router 77aa9482-3617-4812-9464-9117d9ccc7bf has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:36:11.288940 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=15 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:11.289535 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:36:11.290792 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=19 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:11.294120 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:11.302264 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] Sync routers for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:36:11.312286 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:11.312931 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:35:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:11.325093 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-6aa8947e-f7ab-43a3-bdc5-84b98b4f4c6f tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0399d12b-b611-4228-9a75-f93b4f8c107c HTTP/1.1" status: 204 len: 168 time: 1.1673181 Aug 08 02:36:11.414294 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:11.690846 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:11.717019 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] Checking router: 77aa9482-3617-4812-9464-9117d9ccc7bf for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:36:11.725828 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:11.726436 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:35:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:11.830166 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:11.923433 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:11.925971 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf52e3c3-407e-4e33-a78b-6266f83d6346" -d '{"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:11.963589 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abda4de-6381-44ba-a242-5a5ef68ad4f7 x-openstack-request-id: req-3abda4de-6381-44ba-a242-5a5ef68ad4f7 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:11.963881 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:11.964161 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3abda4de-6381-44ba-a242-5a5ef68ad4f7 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:11.964566 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abda4de-6381-44ba-a242-5a5ef68ad4f7'] response: {'name': 'network-changed', 'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'status': 'completed', 'code': 200} Aug 08 02:36:12.016564 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:12.041189 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a46a5-54a0-4f64-9374-1fed1e3af153 None None] The sync data for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi is: [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:33:56Z', 'revision_number': 4, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': 'dead2acb-75af-4906-a92c-55d85d0a9649', 'name': '', 'network_id': '4d09ced2-0f8b-409a-a987-7674e6c24849', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'mac_address': 'fa:16:3e:47:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:56Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'subnets': [{'id': 'f102be3d-f81f-44b2-a566-ff5cf6c67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:36:12.177897 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-3aa69458-8045-4e5f-be99-bff270108aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:12.182153 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-3aa69458-8045-4e5f-be99-bff270108aae service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 1130 time: 0.0463669 Aug 08 02:36:12.271231 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d25584-79ab-42e9-a4cb-786ec391d983 None None] New status for floating IP 0399d12b-b611-4228-9a75-f93b4f8c107c: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:36:12.294293 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-709dc9b7-5cc4-4b06-ac0e-5799e5db7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:12.295801 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-709dc9b7-5cc4-4b06-ac0e-5799e5db7ae8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 200 len: 916 time: 0.0987048 Aug 08 02:36:12.341476 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-bb1b9cba-313d-4288-adcd-f56acd2133dc service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 200 len: 217 time: 0.0391262 Aug 08 02:36:12.391409 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-1020122c-c77f-4052-9f0e-fea831ad7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:12.396650 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-1020122c-c77f-4052-9f0e-fea831ad7258 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 200 len: 854 time: 0.0452061 Aug 08 02:36:12.437141 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-ea1ae8c5-ee04-40ab-aaf9-65a8de26aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:12.438678 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-ea1ae8c5-ee04-40ab-aaf9-65a8de26aa69 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=4d09ced2-0f8b-409a-a987-7674e6c24849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399780 Aug 08 02:36:12.531540 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:12.535541 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-4c4a790d-618b-48db-8f4e-4c890042942b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901022 Aug 08 02:36:12.549025 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:12.629161 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-bf52e3c3-407e-4e33-a78b-6266f83d6346 req-74268f86-60d3-4fee-9d22-e691f9dfb564 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Aug 08 02:36:14.463885 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cf26d-a960-4390-b199-820f7811208c req-f84bca50-9f7e-4436-bb93-853fad822715 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:14.465814 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-246cf26d-a960-4390-b199-820f7811208c req-f84bca50-9f7e-4436-bb93-853fad822715 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0484943 Aug 08 02:36:14.513625 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-246cf26d-a960-4390-b199-820f7811208c req-3fba3c8b-e1da-4e31-9c78-0e64debd6ce6 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Aug 08 02:36:15.635707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c584-8d43-45dd-aa16-d95d96f694a3 req-375d3cef-cfb4-45f5-bd50-1966b884120a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:15.637195 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0fe9c584-8d43-45dd-aa16-d95d96f694a3 req-375d3cef-cfb4-45f5-bd50-1966b884120a tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Aug 08 02:36:15.685213 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0fe9c584-8d43-45dd-aa16-d95d96f694a3 req-7e899f68-b94b-4a1a-9a07-be552d1563cf tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=849dc5cd-384a-4d05-b755-d5a3c62c1153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Aug 08 02:36:16.132227 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-b32ed708-5b01-4ec1-84fb-57383e6e4c3d tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:16.133713 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-b32ed708-5b01-4ec1-84fb-57383e6e4c3d tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 946 time: 0.0517483 Aug 08 02:36:16.216127 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Deleting port 35cd469b-968e-46d3-8566-8026ce405507 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:16.216470 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (35cd469b-968e-46d3-8566-8026ce405507), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:16.311458 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] For port 35cd469b-968e-46d3-8566-8026ce405507, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=35cd469b-968e-46d3-8566-8026ce405507,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:16.311822 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (35cd469b-968e-46d3-8566-8026ce405507), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:16.325877 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Calling delete_port for 35cd469b-968e-46d3-8566-8026ce405507 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:16.383411 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dd79ca1c-d13a-4eb5-9913-0da1843234f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:16.503371 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (35cd469b-968e-46d3-8566-8026ce405507), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:16.515979 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['35cd469b-968e-46d3-8566-8026ce405507'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:36:16.535471 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Pushing event deleted for resources: {'Port': ['ID=35cd469b-968e-46d3-8566-8026ce405507,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:16.579735 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] No DVR routers for this DVR port 35cd469b-968e-46d3-8566-8026ce405507 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:36:16.586495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:16.589876 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-82b58fd3-c825-425c-9895-afeeb3f019ce req-559f52c8-739f-46e0-8388-d0f2abd055c9 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.45 "DELETE /networking/v2.0/ports/35cd469b-968e-46d3-8566-8026ce405507 HTTP/1.1" status: 204 len: 173 time: 0.4504995 Aug 08 02:36:16.590311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'name': 'network-vif-deleted', 'tag': '35cd469b-968e-46d3-8566-8026ce405507'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:16.592596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7e2f9-06a8-4823-b674-ef600f763646" -d '{"events": [{"server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "name": "network-vif-deleted", "tag": "35cd469b-968e-46d3-8566-8026ce405507"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:16.688926 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c95771-010d-48d4-a444-e2027cd61b42 x-openstack-request-id: req-31c95771-010d-48d4-a444-e2027cd61b42 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:16.693124 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e099ac0-c453-43b0-8bc1-b4c162d483a5", "name": "network-vif-deleted", "tag": "35cd469b-968e-46d3-8566-8026ce405507", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:16.693124 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31c95771-010d-48d4-a444-e2027cd61b42 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:16.693124 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c95771-010d-48d4-a444-e2027cd61b42'] response: {'server_uuid': '0e099ac0-c453-43b0-8bc1-b4c162d483a5', 'name': 'network-vif-deleted', 'tag': '35cd469b-968e-46d3-8566-8026ce405507', 'status': 'completed', 'code': 200} Aug 08 02:36:16.785388 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-a60f369c-0750-4c04-9c4a-e4cec433572b req-603ff5bb-3b19-40a7-9e12-fd0d6bea4624 tempest-TestMinimumBasicScenario-114677538 tempest-TestMinimumBasicScenario-114677538-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0e099ac0-c453-43b0-8bc1-b4c162d483a5 HTTP/1.1" status: 200 len: 210 time: 0.0280671 Aug 08 02:36:19.011355 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43596) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:19.023108 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2d92cb8d-ae47-4f0b-98f7-b395981c0e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:19.210759 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:19.325149 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (77aa9482-3617-4812-9464-9117d9ccc7bf), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:19.405009 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:19.542573 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Deleting port dead2acb-75af-4906-a92c-55d85d0a9649 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:19.542912 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:19.622211 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] For port dead2acb-75af-4906-a92c-55d85d0a9649, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=dead2acb-75af-4906-a92c-55d85d0a9649,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:19.622572 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:19.635370 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Calling delete_port for dead2acb-75af-4906-a92c-55d85d0a9649 owned by network:router_interface {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:19.754388 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:19.863334 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (dead2acb-75af-4906-a92c-55d85d0a9649), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:19.887612 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Pushing event deleted for resources: {'Port': ['ID=dead2acb-75af-4906-a92c-55d85d0a9649,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:20.054218 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (77aa9482-3617-4812-9464-9117d9ccc7bf), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:20.148411 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:20.229227 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:20.260844 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Router 77aa9482-3617-4812-9464-9117d9ccc7bf has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:36:20.602714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:36:20.609248 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b190507d-a935-4875-a447-81e583a38476 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/77aa9482-3617-4812-9464-9117d9ccc7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5954051 Aug 08 02:36:20.610509 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43598) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:20.611394 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] Sync routers for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:36:20.623289 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:20.623903 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:36:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:20.709024 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks [] for router (77aa9482-3617-4812-9464-9117d9ccc7bf), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:20.736125 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:20.810148 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35cd469b-968e-46d3-8566-8026ce405507 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:20.833877 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 35cd469b-968e-46d3-8566-8026ce405507 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:20.834288 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks [] for router_gateway (77aa9482-3617-4812-9464-9117d9ccc7bf), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:20.834805 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 35cd469b-968e-46d3-8566-8026ce405507 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:20.901189 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:20.917847 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:36:19Z', 'revision_number': 5, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port': {'id': 'ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:54Z', 'updated_at': '2022-08-08T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:20.948934 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] Checking router: 77aa9482-3617-4812-9464-9117d9ccc7bf for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:36:20.958239 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] Routers {'77aa9482-3617-4812-9464-9117d9ccc7bf'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:20.959049 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:36:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['77aa9482-3617-4812-9464-9117d9ccc7bf'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:20.969892 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Deleting port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:20.970226 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:20.996510 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:21.057956 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] Set router 77aa9482-3617-4812-9464-9117d9ccc7bf gateway port host: None {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:21.074283 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] For port ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:21.074925 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.094991 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Calling delete_port for ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 owned by network:router_gateway {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:21.128891 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:36:20Z', 'revision_number': 6, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:21.164645 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3471f-f33b-4749-be7f-3503c570ac65 None None] The sync data for ids ['77aa9482-3617-4812-9464-9117d9ccc7bf'] in dv-cinder-740146-18-iscsi is: [{'id': '77aa9482-3617-4812-9464-9117d9ccc7bf', 'name': 'tempest-TestMinimumBasicScenario-1415814697-router', 'tenant_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:53Z', 'updated_at': '2022-08-08T02:36:20Z', 'revision_number': 6, 'project_id': 'dc5ea7a1b6a54cd2af5d648f09aaed63', 'gw_port_host': None}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:36:21.279168 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:21.342552 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.389075 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.390199 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.423324 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:21.495922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (77aa9482-3617-4812-9464-9117d9ccc7bf), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.589415 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (77aa9482-3617-4812-9464-9117d9ccc7bf), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.591708 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks [] for router_controller (77aa9482-3617-4812-9464-9117d9ccc7bf), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.686099 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (77aa9482-3617-4812-9464-9117d9ccc7bf), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.686657 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77aa9482-3617-4812-9464-9117d9ccc7bf {{(pid=104628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:36:21.691836 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.692492 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-45818a06-a1e2-43bc-bf88-ca43ec5e2d23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/77aa9482-3617-4812-9464-9117d9ccc7bf HTTP/1.1" status: 204 len: 168 time: 1.0810020 Aug 08 02:36:21.701517 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43600) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:21.746187 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Deleting subnet f102be3d-f81f-44b2-a566-ff5cf6c67936 {{(pid=104628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:36:21.749336 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Publish callbacks [] for subnet (f102be3d-f81f-44b2-a566-ff5cf6c67936), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.787629 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14010420'] for subnet (f102be3d-f81f-44b2-a566-ff5cf6c67936), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:21.806419 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:21.888326 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (f102be3d-f81f-44b2-a566-ff5cf6c67936), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.012062 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14416888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13217979'] for subnet (f102be3d-f81f-44b2-a566-ff5cf6c67936), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.039642 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f102be3d-f81f-44b2-a566-ff5cf6c67936,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:22.045089 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.048690 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c2b04ce9-be1d-4ed6-b5e5-595298be7d6e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f102be3d-f81f-44b2-a566-ff5cf6c67936 HTTP/1.1" status: 204 len: 168 time: 0.3462162 Aug 08 02:36:22.051261 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43602) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:22.053302 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc0d9c-69fe-446f-bb4b-9bb1a70dde00 None None] Network 4d09ced2-0f8b-409a-a987-7674e6c24849 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:36:22.127331 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (4d09ced2-0f8b-409a-a987-7674e6c24849), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.180129 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Deleting port 59413a7a-279b-4076-a456-adf815dd4382 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:22.180491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (59413a7a-279b-4076-a456-adf815dd4382), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.248823 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] For port 59413a7a-279b-4076-a456-adf815dd4382, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=59413a7a-279b-4076-a456-adf815dd4382,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:22.249189 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (59413a7a-279b-4076-a456-adf815dd4382), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.262714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Calling delete_port for 59413a7a-279b-4076-a456-adf815dd4382 owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:22.340563 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] DHCP port deletion for 4d09ced2-0f8b-409a-a987-7674e6c24849 request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:36:22.376851 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Deleting port 59413a7a-279b-4076-a456-adf815dd4382 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:22.377222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (59413a7a-279b-4076-a456-adf815dd4382), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.411449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (59413a7a-279b-4076-a456-adf815dd4382), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.437914 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Pushing event deleted for resources: {'Port': ['ID=59413a7a-279b-4076-a456-adf815dd4382,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:22.444025 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] No DVR routers for this DVR port 59413a7a-279b-4076-a456-adf815dd4382 on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:36:22.446955 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] For port 59413a7a-279b-4076-a456-adf815dd4382, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=59413a7a-279b-4076-a456-adf815dd4382,segment=NetworkSegment(19bca897-051f-419e-b520-b364ee73bb53),segment_id=19bca897-051f-419e-b520-b364ee73bb53)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:22.447356 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (59413a7a-279b-4076-a456-adf815dd4382), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.461544 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Calling delete_port for 59413a7a-279b-4076-a456-adf815dd4382 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:22.515761 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (4d09ced2-0f8b-409a-a987-7674e6c24849), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.524489 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:22.532692 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:22.537836 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (59413a7a-279b-4076-a456-adf815dd4382), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.540554 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d09ced2-0f8b-409a-a987-7674e6c24849']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:22.551315 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bca897-051f-419e-b520-b364ee73bb53') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:22.552270 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bca897-051f-419e-b520-b364ee73bb53') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:22.561530 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (19bca897-051f-419e-b520-b364ee73bb53), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.565277 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Pushing event deleted for resources: {'Port': ['ID=59413a7a-279b-4076-a456-adf815dd4382,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:22.573736 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] No DVR routers for this DVR port 59413a7a-279b-4076-a456-adf815dd4382 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:36:22.576328 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.576686 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.577027 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.577360 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.577686 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.578009 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.578331 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.578659 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.578845 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (19bca897-051f-419e-b520-b364ee73bb53), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.579000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.579296 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.579617 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.579936 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.580253 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.580566 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.580909 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d3d85c-33bd-4665-ba95-616f0ac52e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:22.591219 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:36:22.591219 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (19bca897-051f-419e-b520-b364ee73bb53), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.722777 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 19bca897-051f-419e-b520-b364ee73bb53 resource provider aggregate not found Aug 08 02:36:22.727464 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (4d09ced2-0f8b-409a-a987-7674e6c24849), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.732959 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.735996 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4d09ced2-0f8b-409a-a987-7674e6c24849 HTTP/1.1" status: 204 len: 168 time: 0.6836793 Aug 08 02:36:22.741103 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43610) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:22.750713 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 19bca897-051f-419e-b520-b364ee73bb53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19bca897-051f-419e-b520-b364ee73bb53 found for delete ", "request_id": "req-4b8785a8-092e-41de-9cce-f0d4db208eeb"}]} Aug 08 02:36:22.751847 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1e192-e393-41ec-b24a-7135c90f4705 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d09ced2-0f8b-409a-a987-7674e6c24849,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:22.845855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device dead2acb-75af-4906-a92c-55d85d0a9649 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:22.866290 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: dead2acb-75af-4906-a92c-55d85d0a9649 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:22.866632 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device dead2acb-75af-4906-a92c-55d85d0a9649 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:22.867042 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:22.886051 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:22.886395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device ef6d5ae0-5dd3-42d2-b7a8-cb63080b1795 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:22.886802 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 59413a7a-279b-4076-a456-adf815dd4382 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:22.905550 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 59413a7a-279b-4076-a456-adf815dd4382 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:22.905894 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 59413a7a-279b-4076-a456-adf815dd4382 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:23.004671 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:23.059586 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (25bae1bb-fba9-4e51-bcd2-7616094db484), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:23.215511 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:23.293429 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Deleting port 212e736e-908a-422c-be1f-59876687b7ef {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:23.293788 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (212e736e-908a-422c-be1f-59876687b7ef), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:23.380713 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] For port 212e736e-908a-422c-be1f-59876687b7ef, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=212e736e-908a-422c-be1f-59876687b7ef,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:23.381073 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (212e736e-908a-422c-be1f-59876687b7ef), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:23.393463 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Calling delete_port for 212e736e-908a-422c-be1f-59876687b7ef owned by network:router_interface {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:23.709477 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (212e736e-908a-422c-be1f-59876687b7ef), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:23.732955 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=212e736e-908a-422c-be1f-59876687b7ef,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:23.898413 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (25bae1bb-fba9-4e51-bcd2-7616094db484), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:23.931592 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:24.040421 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:24.105934 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Router 25bae1bb-fba9-4e51-bcd2-7616094db484 has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:36:24.112544 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:24.209871 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:36:24.214999 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-1e8b3c87-0d0d-4d8c-9322-8c8aabde3e05 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/25bae1bb-fba9-4e51-bcd2-7616094db484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4743187 Aug 08 02:36:24.219765 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43612) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:24.221557 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] Sync routers for ids ['25bae1bb-fba9-4e51-bcd2-7616094db484'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:36:24.231059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] Routers {'25bae1bb-fba9-4e51-bcd2-7616094db484'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:24.231676 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:36:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['25bae1bb-fba9-4e51-bcd2-7616094db484'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:24.233207 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:24.339307 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] Set router 25bae1bb-fba9-4e51-bcd2-7616094db484 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:24.519209 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:36:23Z', 'revision_number': 5, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:24.544800 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] Checking router: 25bae1bb-fba9-4e51-bcd2-7616094db484 for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:36:24.554594 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] Routers {'25bae1bb-fba9-4e51-bcd2-7616094db484'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:24.555237 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:36:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['25bae1bb-fba9-4e51-bcd2-7616094db484'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:24.590891 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks [] for router (25bae1bb-fba9-4e51-bcd2-7616094db484), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:24.658480 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] Set router 25bae1bb-fba9-4e51-bcd2-7616094db484 gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:24.688690 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks [] for router_gateway (25bae1bb-fba9-4e51-bcd2-7616094db484), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:24.787220 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Deleting port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:24.787570 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:24.834962 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:36:23Z', 'revision_number': 5, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:24.866259 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fd81c-d1d7-453b-a654-2de0ff693fad None None] The sync data for ids ['25bae1bb-fba9-4e51-bcd2-7616094db484'] in dv-cinder-740146-18-iscsi is: [{'id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'name': 'tempest-TestMinimumBasicScenario-676667676-router', 'tenant_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:36:23Z', 'revision_number': 5, 'project_id': 'e7c0ed8ba9c64f2591c5f2e9107f6040', 'gw_port': {'id': '4ad81c65-5173-4857-a2b9-fe1e8fc82a23', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:69:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bae1bb-fba9-4e51-bcd2-7616094db484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:36:24.870655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] For port 4ad81c65-5173-4857-a2b9-fe1e8fc82a23, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:24.871024 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:24.889502 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Calling delete_port for 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:25.137756 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (4ad81c65-5173-4857-a2b9-fe1e8fc82a23), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.163937 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad81c65-5173-4857-a2b9-fe1e8fc82a23,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:25.228766 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (25bae1bb-fba9-4e51-bcd2-7616094db484), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.324580 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (25bae1bb-fba9-4e51-bcd2-7616094db484), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.327128 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks [] for router_controller (25bae1bb-fba9-4e51-bcd2-7616094db484), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.331955 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:25.411768 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (25bae1bb-fba9-4e51-bcd2-7616094db484), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.412444 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25bae1bb-fba9-4e51-bcd2-7616094db484 {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:36:25.417915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.419247 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-e83bbb07-575f-46c6-9523-f0b0a6838335 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/25bae1bb-fba9-4e51-bcd2-7616094db484 HTTP/1.1" status: 204 len: 168 time: 1.2007575 Aug 08 02:36:25.422202 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43614) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:25.471466 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Deleting subnet 7dcbf05a-b3f5-4dc6-9412-354197575a1c {{(pid=104628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:36:25.477028 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Publish callbacks [] for subnet (7dcbf05a-b3f5-4dc6-9412-354197575a1c), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.517330 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14010420'] for subnet (7dcbf05a-b3f5-4dc6-9412-354197575a1c), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.592459 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:25.595132 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (7dcbf05a-b3f5-4dc6-9412-354197575a1c), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.697935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14416888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13217979'] for subnet (7dcbf05a-b3f5-4dc6-9412-354197575a1c), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.728327 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcbf05a-b3f5-4dc6-9412-354197575a1c,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:25.732823 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.736122 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-f8c6d37d-4fb0-44f9-bebb-a8d6d0cc7c86 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/7dcbf05a-b3f5-4dc6-9412-354197575a1c HTTP/1.1" status: 204 len: 168 time: 0.3125896 Aug 08 02:36:25.738259 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b78d1-b073-4701-a30b-67bf84ceb317 None None] Network dd9f5d42-683b-46eb-9416-347b33184b46 requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:36:25.738857 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43616) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:25.809156 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (dd9f5d42-683b-46eb-9416-347b33184b46), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.855347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Deleting port 45002f4e-74f4-4a62-b431-4b9f06a41b6e {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:25.855347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.884301 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] DHCP port deletion for dd9f5d42-683b-46eb-9416-347b33184b46 request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:36:25.921620 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] For port 45002f4e-74f4-4a62-b431-4b9f06a41b6e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=45002f4e-74f4-4a62-b431-4b9f06a41b6e,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:25.921980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.925659 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] Deleting port 45002f4e-74f4-4a62-b431-4b9f06a41b6e {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:25.926029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.935891 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Calling delete_port for 45002f4e-74f4-4a62-b431-4b9f06a41b6e owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:25.991842 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] For port 45002f4e-74f4-4a62-b431-4b9f06a41b6e, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=45002f4e-74f4-4a62-b431-4b9f06a41b6e,segment=NetworkSegment(41df4f10-882a-4a69-b877-5b402df0689c),segment_id=41df4f10-882a-4a69-b877-5b402df0689c)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:25.992231 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.004568 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] Calling delete_port for 45002f4e-74f4-4a62-b431-4b9f06a41b6e owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:26.069333 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.069593 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=100 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:26.085873 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (45002f4e-74f4-4a62-b431-4b9f06a41b6e), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.095925 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Pushing event deleted for resources: {'Port': ['ID=45002f4e-74f4-4a62-b431-4b9f06a41b6e,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:26.105217 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] No DVR routers for this DVR port 45002f4e-74f4-4a62-b431-4b9f06a41b6e on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:36:26.110784 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] Pushing event deleted for resources: {'Port': ['ID=45002f4e-74f4-4a62-b431-4b9f06a41b6e,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:26.115807 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993426c-639f-41aa-a8b8-8c95db6579c7 None None] No DVR routers for this DVR port 45002f4e-74f4-4a62-b431-4b9f06a41b6e on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:36:26.181506 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (dd9f5d42-683b-46eb-9416-347b33184b46), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.202741 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9f5d42-683b-46eb-9416-347b33184b46']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:26.212265 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41df4f10-882a-4a69-b877-5b402df0689c') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:26.212579 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41df4f10-882a-4a69-b877-5b402df0689c') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:26.221923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (41df4f10-882a-4a69-b877-5b402df0689c), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.235530 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (41df4f10-882a-4a69-b877-5b402df0689c), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.242607 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:36:26.243157 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (41df4f10-882a-4a69-b877-5b402df0689c), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.284218 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 41df4f10-882a-4a69-b877-5b402df0689c resource provider aggregate not found Aug 08 02:36:26.304131 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 41df4f10-882a-4a69-b877-5b402df0689c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41df4f10-882a-4a69-b877-5b402df0689c found for delete ", "request_id": "req-37f5ac62-57d8-45b5-bbba-502103e2bf9a"}]} Aug 08 02:36:26.305121 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:26.360006 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (dd9f5d42-683b-46eb-9416-347b33184b46), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.366809 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.369437 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/dd9f5d42-683b-46eb-9416-347b33184b46 HTTP/1.1" status: 204 len: 168 time: 0.6299524 Aug 08 02:36:26.380980 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac77b6e-8824-4286-88c1-79970bd27072 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9f5d42-683b-46eb-9416-347b33184b46,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:26.729812 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43624) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:26.769453 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3e749d2f-1b6d-489c-96d3-6e78969d8b5b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dc5ea7a1b6a54cd2af5d648f09aaed63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384943 Aug 08 02:36:26.772408 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43626) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:26.824795 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac9c9-0344-4e78-b810-6abc72190f6a admin admin] Publish callbacks [] for security_group (849dc5cd-384a-4d05-b755-d5a3c62c1153), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.847726 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac9c9-0344-4e78-b810-6abc72190f6a admin admin] Publish callbacks [] for security_group (849dc5cd-384a-4d05-b755-d5a3c62c1153), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.854714 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 45002f4e-74f4-4a62-b431-4b9f06a41b6e no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:26.878170 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 45002f4e-74f4-4a62-b431-4b9f06a41b6e {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:26.878519 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 45002f4e-74f4-4a62-b431-4b9f06a41b6e not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:26.878940 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 212e736e-908a-422c-be1f-59876687b7ef no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:26.881147 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:26.898997 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 212e736e-908a-422c-be1f-59876687b7ef {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:26.899340 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 212e736e-908a-422c-be1f-59876687b7ef not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:26.899757 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:26.920479 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:26.920859 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 4ad81c65-5173-4857-a2b9-fe1e8fc82a23 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:26.971658 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac9c9-0344-4e78-b810-6abc72190f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (849dc5cd-384a-4d05-b755-d5a3c62c1153), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.974848 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-0c5ac9c9-0344-4e78-b810-6abc72190f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.976030 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-0c5ac9c9-0344-4e78-b810-6abc72190f6a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/849dc5cd-384a-4d05-b755-d5a3c62c1153 HTTP/1.1" status: 204 len: 168 time: 0.2026899 Aug 08 02:36:26.983894 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ac9c9-0344-4e78-b810-6abc72190f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849dc5cd-384a-4d05-b755-d5a3c62c1153,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:27.695137 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43632) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:27.717694 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-80cfe5da-a112-4bbd-a53d-3e1b87556e43 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394990 Aug 08 02:36:27.737794 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c7fa5b15-d76b-475a-9005-a4bab65a8363 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e7c0ed8ba9c64f2591c5f2e9107f6040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412819 Aug 08 02:36:27.740353 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43634) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:27.779277 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23476725-816e-40d9-83f5-d915b247970b req-6e6bf5fa-bf2d-4e06-aae1-37bbd5cdbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:27.780855 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-6e6bf5fa-bf2d-4e06-aae1-37bbd5cdbd07 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 1130 time: 0.0393856 Aug 08 02:36:27.793411 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-edb1164a-94bf-4e93-b3d3-9444d40d85f7 admin admin] Publish callbacks [] for security_group (a2fe0838-b335-42f8-b334-33fbccc5aaa1), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:27.806647 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:27.815699 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-edb1164a-94bf-4e93-b3d3-9444d40d85f7 admin admin] Publish callbacks [] for security_group (a2fe0838-b335-42f8-b334-33fbccc5aaa1), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:27.887209 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:27.890123 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23476725-816e-40d9-83f5-d915b247970b req-125d465d-f190-49f5-b66c-7ffc29473459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:27.891600 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-125d465d-f190-49f5-b66c-7ffc29473459 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0918627 Aug 08 02:36:27.952115 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-34e5ee30-c70c-417c-9a39-501e99ac6aca service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80747251-b558-4d89-ba58-3fbb7af11ff4 HTTP/1.1" status: 200 len: 1002 time: 0.0552440 Aug 08 02:36:27.954595 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-edb1164a-94bf-4e93-b3d3-9444d40d85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a2fe0838-b335-42f8-b334-33fbccc5aaa1), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:27.957220 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-edb1164a-94bf-4e93-b3d3-9444d40d85f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:27.958347 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-edb1164a-94bf-4e93-b3d3-9444d40d85f7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a2fe0838-b335-42f8-b334-33fbccc5aaa1 HTTP/1.1" status: 204 len: 168 time: 0.2170634 Aug 08 02:36:27.968155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1164a-94bf-4e93-b3d3-9444d40d85f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe0838-b335-42f8-b334-33fbccc5aaa1,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:28.008769 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23476725-816e-40d9-83f5-d915b247970b req-2e5e01c9-ee24-4cc7-a32c-e787cf37b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:28.010306 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-2e5e01c9-ee24-4cc7-a32c-e787cf37b9e2 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0528286 Aug 08 02:36:28.062673 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23476725-816e-40d9-83f5-d915b247970b req-356ee5d6-441f-43f1-bdfa-cf5568acd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:28.064277 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-356ee5d6-441f-43f1-bdfa-cf5568acd7d5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485854 Aug 08 02:36:28.155460 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-7c506526-22af-4ec7-8d00-4f700db1a25c service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Aug 08 02:36:28.258870 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-23476725-816e-40d9-83f5-d915b247970b req-a5cc40c0-d881-4801-a6e2-e1661abafb49 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956392 Aug 08 02:36:32.747156 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:36:34.751750 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=9 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:37.963943 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=49,neutron:DELETE=6 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:37.981295 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:37.982105 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:38.247444 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=12 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:38.254419 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=70 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:42.743804 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=14 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:46.394182 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a3cfbed0-693f-42e4-bf29-032e5e6ec569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:49.011007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c45cd0f8-758f-4f03-94ef-acb64a1bd92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:49.759653 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:51.411303 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:51.457029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:53.908247 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:59.153644 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d45ac-1452-4bcd-a683-6d847f8b9e00 req-5bd3ebba-ef99-46ba-a82a-e0d694641b9c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:59.155315 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-126d45ac-1452-4bcd-a683-6d847f8b9e00 req-5bd3ebba-ef99-46ba-a82a-e0d694641b9c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0481696 Aug 08 02:36:59.204966 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-126d45ac-1452-4bcd-a683-6d847f8b9e00 req-353fe381-ef54-41fb-86a6-ed7c5ff83bbc tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Aug 08 02:37:00.330290 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05111547-182a-4a2e-9921-8b427ce22dc9 req-acf2628f-86c6-4099-9ab3-cbbc539f3923 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:00.331766 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05111547-182a-4a2e-9921-8b427ce22dc9 req-acf2628f-86c6-4099-9ab3-cbbc539f3923 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Aug 08 02:37:00.380048 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-05111547-182a-4a2e-9921-8b427ce22dc9 req-3f846c14-6f42-47fd-8742-7bbe9ed64c78 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Aug 08 02:37:00.595526 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-cf6abb47-9483-4980-aee8-0e24321a8263 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:00.597019 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-cf6abb47-9483-4980-aee8-0e24321a8263 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 946 time: 0.0472727 Aug 08 02:37:00.675652 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Deleting port 80747251-b558-4d89-ba58-3fbb7af11ff4 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:37:00.675990 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:00.769800 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] For port 80747251-b558-4d89-ba58-3fbb7af11ff4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=80747251-b558-4d89-ba58-3fbb7af11ff4,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:00.770154 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:00.931662 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:00.931937 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (b8d24369-d832-4aaf-a231-48e173afaff3), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:00.932247 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.db.l3_db [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Floating IP b8d24369-d832-4aaf-a231-48e173afaff3 disassociated. External IP: 172.27.3.128, port: 80747251-b558-4d89-ba58-3fbb7af11ff4. Aug 08 02:37:00.932587 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Calling delete_port for 80747251-b558-4d89-ba58-3fbb7af11ff4 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:37:01.102509 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (80747251-b558-4d89-ba58-3fbb7af11ff4), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:01.129679 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'Port': ['ID=80747251-b558-4d89-ba58-3fbb7af11ff4,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:01.242711 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:37:01.346799 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:37:01.357337 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:37:01.368168 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:37:01.368894 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:36:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:01.388935 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] No DVR routers for this DVR port 80747251-b558-4d89-ba58-3fbb7af11ff4 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:37:01.391716 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:01.395095 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-75780aa5-5755-43d4-9b63-8aff383b7fd1 req-488f33ba-709c-4649-ba58-9fc184ce4160 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "DELETE /networking/v2.0/ports/80747251-b558-4d89-ba58-3fbb7af11ff4 HTTP/1.1" status: 204 len: 173 time: 0.7932513 Aug 08 02:37:01.395533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'name': 'network-vif-deleted', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:01.397904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f86f2f0-4a35-400f-9a34-ae99f20fb46f" -d '{"events": [{"server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "name": "network-vif-deleted", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:01.444189 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4392d-a5b3-40b6-b902-b33d806b1143 x-openstack-request-id: req-75c4392d-a5b3-40b6-b902-b33d806b1143 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:01.444995 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d7098c-da43-4381-99e9-b4756dde20c8", "name": "network-vif-deleted", "tag": "80747251-b558-4d89-ba58-3fbb7af11ff4", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:01.445471 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-75c4392d-a5b3-40b6-b902-b33d806b1143 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:01.446439 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c4392d-a5b3-40b6-b902-b33d806b1143'] response: {'server_uuid': 'f0d7098c-da43-4381-99e9-b4756dde20c8', 'name': 'network-vif-deleted', 'tag': '80747251-b558-4d89-ba58-3fbb7af11ff4', 'status': 'completed', 'code': 200} Aug 08 02:37:01.487672 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:37:01.503440 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-0e6bf947-6c71-4610-830a-b016890fd102 req-e289b0a8-fc1d-4904-ba2e-3bee03d57839 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f0d7098c-da43-4381-99e9-b4756dde20c8 HTTP/1.1" status: 200 len: 210 time: 0.0469925 Aug 08 02:37:01.691642 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:01.722248 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:37:01.730613 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:37:01.731212 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:36:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:01.843886 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:37:02.111823 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:02.136362 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b06a5-b3e4-438c-80b6-a5b1047b0e24 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:37:02.360876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377a4a2-9286-43bf-978f-9a18ac386297 None None] New status for floating IP b8d24369-d832-4aaf-a231-48e173afaff3: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:37:02.770375 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-6202e5b3-0240-4d3a-b2e6-130cc3f403db tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1655674036&fields=id&tenant_id=4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 267 time: 0.0450108 Aug 08 02:37:02.878863 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-281f9170-d57b-4616-b3f5-dd689faf0c67 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:02.880299 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-281f9170-d57b-4616-b3f5-dd689faf0c67 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 811 time: 0.1036396 Aug 08 02:37:02.894623 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-161e01bc-4c61-49f1-a5f4-24439d166d0c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/quotas/4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 375 time: 0.0090101 Aug 08 02:37:02.944070 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-41b95246-7990-45e5-a540-8a4432d03fb9 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444672 Aug 08 02:37:03.052758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-70964de4-654f-465a-8b89-3ed388137d16 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:37:03.053756 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-70964de4-654f-465a-8b89-3ed388137d16 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0982568 Aug 08 02:37:03.146479 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-dabf99d0-7045-4b2c-9bb6-bc90115e818d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868924 Aug 08 02:37:03.237126 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-b92ee64c-4768-47be-a21c-256a2b90c105 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848844 Aug 08 02:37:03.813657 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d305c432-ad89-4180-b4e1-b710df2c4b4e req-40546cce-ff25-421e-9ca1-d95e645fbfaa tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0319688 Aug 08 02:37:04.895553 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-84cf27d0-fb86-4b4a-95f2-d7851c8959bc req-969bd8a0-9ac5-449e-8c27-4e766e79bcf6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Aug 08 02:37:04.980482 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 80747251-b558-4d89-ba58-3fbb7af11ff4 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:37:05.000726 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 80747251-b558-4d89-ba58-3fbb7af11ff4 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:37:05.001070 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 80747251-b558-4d89-ba58-3fbb7af11ff4 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:37:05.979629 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-81f50ac6-94ef-4635-ab1e-86bff7a4d52b req-1e324986-e4c7-4266-988a-3f473ebf36b0 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0287752 Aug 08 02:37:07.061872 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e3fa7f63-525e-4591-a9ca-2b9d31f20c5b req-8f3f09cb-6601-464e-9404-512770260c92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0276804 Aug 08 02:37:08.162473 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f4e07b06-2cbe-4469-ab4d-7da908b65739 req-653bfcbc-a386-4f36-8c32-8e68bff5022a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0301731 Aug 08 02:37:09.262218 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b12e2640-867d-4dc0-a05e-eebe4042b65e req-75cec56a-2111-4d33-85ab-872ec6d2e500 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Aug 08 02:37:09.745483 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:37:09.825423 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:09.850230 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-c2e5643f-daa9-4c6f-96cd-7de900ad4822 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:09.851598 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-c2e5643f-daa9-4c6f-96cd-7de900ad4822 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 811 time: 0.1080489 Aug 08 02:37:09.880273 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:09.915018 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-c540657b-1e9b-4a9a-90ec-a08e93b399a6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 380 time: 0.0557504 Aug 08 02:37:09.923394 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'port': {'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'admin_state_up': True, 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'security_groups': ['a1d41d2a-abf1-4853-b958-574c250cd97b']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:37:10.096547 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Made reservation on behalf of 4e2c1907fad4499aae599d49e1d2bc80 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:37:10.100060 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:10.226495 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Allocated IP 172.20.0.11 (b0ff42d3-c706-479c-b637-24fa43da993a/f5e66696-a8eb-4aac-8721-3971c7182095/4d9e69b4-4e91-42c2-8eab-03606390a0b6) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:37:10.365545 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-3c473039-ddae-42e6-bc1e-8df100fa523e req-1fb7c668-c80a-45d3-89e8-b0f9f856b8a3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0285380 Aug 08 02:37:10.373752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:10.457406 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:10.508972 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Network b0ff42d3-c706-479c-b637-24fa43da993a is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:37:10.512459 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:37:10.514847 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:37:10.541442 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=4d9e69b4-4e91-42c2-8eab-03606390a0b6,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:10.545423 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:10.558707 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.559059 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.559387 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.559884 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.560226 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.560562 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.560919 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.561292 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.561628 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.561958 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.562385 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.562731 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.563049 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.563376 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.563707 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:10.587281 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:10.588254 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:10.653850 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-65d5e58c-29ba-42b2-b883-67bb77a5470f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7344661 Aug 08 02:37:10.664489 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Request body: {'port': {'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:37:10.727280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:10.746672 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:10.747383 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:10.757169 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-cbe34249-b689-4641-8dcf-1dbb3e71bcab None None] Provisioning complete for port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:37:10.757611 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-cbe34249-b689-4641-8dcf-1dbb3e71bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:10.791052 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-cbe34249-b689-4641-8dcf-1dbb3e71bcab None None] Port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:37:10.960832 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:10.989269 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9e69b4-4e91-42c2-8eab-03606390a0b6 {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:37:10.996896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Publish callbacks [] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:11.010248 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Transition to ACTIVE for port object 4d9e69b4-4e91-42c2-8eab-03606390a0b6 will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:37:11.108013 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:11.188349 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9e69b4-4e91-42c2-8eab-03606390a0b6,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:11.216444 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Attempting to bind port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:37:11.216747 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Attempting to bind port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:37:11.217080 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Attempting to bind port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:37:11.221392 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 on network b0ff42d3-c706-479c-b637-24fa43da993a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:37:11.221713 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Attempting to bind port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:37:11.226817 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:37:11.227154 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Checking segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:37:11.227536 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Bound using segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:37:11.227960 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Bound port: 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:37:11.228311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:11.291907 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] For port 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:37:11.294927 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] For port 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:37:11.388366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:11.392771 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.393423 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:11.394835 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 1094 time: 0.7346902 Aug 08 02:37:11.395336 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:11.397730 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85535cf2-034a-441a-9304-d80878492e08" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:11.442243 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacb7234-ead6-43eb-a161-b6468c27f601 x-openstack-request-id: req-dacb7234-ead6-43eb-a161-b6468c27f601 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:11.443350 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:11.443350 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dacb7234-ead6-43eb-a161-b6468c27f601 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:11.443350 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacb7234-ead6-43eb-a161-b6468c27f601'] response: {'name': 'network-changed', 'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'status': 'completed', 'code': 200} Aug 08 02:37:11.470557 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c28293-7fe1-482e-bbe3-501f72e55833 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9e69b4-4e91-42c2-8eab-03606390a0b6,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:11.489678 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5911a-8f6c-41c9-8797-42824c441881 req-ac9c1a46-ddc8-4f16-a5a6-bd1b1a3d9d19 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.491169 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9d5911a-8f6c-41c9-8797-42824c441881 req-ac9c1a46-ddc8-4f16-a5a6-bd1b1a3d9d19 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0493023 Aug 08 02:37:11.502303 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535cf2-034a-441a-9304-d80878492e08 req-8e292c2f-4336-4fef-a875-b3b021789697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.506243 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85535cf2-034a-441a-9304-d80878492e08 req-8e292c2f-4336-4fef-a875-b3b021789697 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1128 time: 0.0438170 Aug 08 02:37:11.541079 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f9d5911a-8f6c-41c9-8797-42824c441881 req-790bd539-9157-4b62-9d50-7d83cfb91293 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Aug 08 02:37:11.612376 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535cf2-034a-441a-9304-d80878492e08 req-04fb7659-7013-415c-95ca-19477daa6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.617070 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85535cf2-034a-441a-9304-d80878492e08 req-04fb7659-7013-415c-95ca-19477daa6930 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1040320 Aug 08 02:37:11.674252 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:11.708608 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535cf2-034a-441a-9304-d80878492e08 req-1b4fc549-7b51-4cc1-8793-d94e18758ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.710089 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-85535cf2-034a-441a-9304-d80878492e08 req-1b4fc549-7b51-4cc1-8793-d94e18758ffa service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904284 Aug 08 02:37:11.788724 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-968f5e14-afda-4e59-92b0-0f810d45621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.790193 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-968f5e14-afda-4e59-92b0-0f810d45621a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1128 time: 0.0453584 Aug 08 02:37:11.830920 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-25253c07-acf7-4e39-9f24-0e8f20c8cd2a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 217 time: 0.0346904 Aug 08 02:37:11.880855 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-e654cbd5-d12e-4eef-b36b-19130696b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.882264 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-e654cbd5-d12e-4eef-b36b-19130696b64f service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0460641 Aug 08 02:37:11.929557 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071326a-db46-413b-8fec-b318a834abff req-260ddaeb-9f5c-4e70-8c1d-0de9f180ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.931108 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-260ddaeb-9f5c-4e70-8c1d-0de9f180ac63 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435636 Aug 08 02:37:12.022377 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-f61b40d7-864a-475e-a20f-d9d8fd5ababb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852048 Aug 08 02:37:12.115577 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-7071326a-db46-413b-8fec-b318a834abff req-59487164-fdcc-4cb3-bee5-28d06456ffc3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879335 Aug 08 02:37:12.663976 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1be02-4559-4e7d-8232-2d0998fc40d8 req-527ce77b-8276-44cb-bf8b-b6941436679e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:12.665545 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1e1be02-4559-4e7d-8232-2d0998fc40d8 req-527ce77b-8276-44cb-bf8b-b6941436679e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Aug 08 02:37:12.713670 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e1e1be02-4559-4e7d-8232-2d0998fc40d8 req-4c31559f-d164-46db-b5c1-109e2ec99f11 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Aug 08 02:37:13.832851 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbba76-6639-47ff-8859-430efe06eb0e req-3c229bb0-d758-40e2-a58d-698ed2fb33ec tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:13.834328 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9abbba76-6639-47ff-8859-430efe06eb0e req-3c229bb0-d758-40e2-a58d-698ed2fb33ec tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0477805 Aug 08 02:37:13.883844 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-9abbba76-6639-47ff-8859-430efe06eb0e req-47738c5c-ae84-41ce-af41-af449712024f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Aug 08 02:37:14.770337 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:15.005387 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92df6a-9896-4485-8410-9fb07511c8f1 req-10009269-9946-4497-b829-d40e44357fb8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:15.006834 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2e92df6a-9896-4485-8410-9fb07511c8f1 req-10009269-9946-4497-b829-d40e44357fb8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0494251 Aug 08 02:37:15.242224 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:15.247553 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:15.266017 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2e92df6a-9896-4485-8410-9fb07511c8f1 req-5459714a-d2e4-475e-b265-71ebec89a8a8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536736 Aug 08 02:37:16.370940 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-183e6ec3-72ad-442e-920d-133e25e59637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:16.385088 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cfc04-9d77-4782-b26d-cbe73cec210f req-06bff35b-7d2b-4e25-9d1f-79f429ad7fea tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:16.386562 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-512cfc04-9d77-4782-b26d-cbe73cec210f req-06bff35b-7d2b-4e25-9d1f-79f429ad7fea tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0470855 Aug 08 02:37:16.435494 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-512cfc04-9d77-4782-b26d-cbe73cec210f req-3b17c0ef-0f11-4c4e-bf1f-6b7b5398a114 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Aug 08 02:37:17.557434 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1766-0ff6-4448-82c4-25d5bee518d2 req-10563729-f133-448c-9872-ad3dd695ad77 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:17.558892 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-867a1766-0ff6-4448-82c4-25d5bee518d2 req-10563729-f133-448c-9872-ad3dd695ad77 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0482149 Aug 08 02:37:17.612237 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-867a1766-0ff6-4448-82c4-25d5bee518d2 req-bcd9682f-1665-4099-93e6-b3625d5e7631 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472140 Aug 08 02:37:18.731228 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79781ecf-edd7-41d3-b042-14743cfface3 req-0f40cb64-78b8-4033-9813-a51de36c38d3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:18.732686 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-79781ecf-edd7-41d3-b042-14743cfface3 req-0f40cb64-78b8-4033-9813-a51de36c38d3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0468142 Aug 08 02:37:18.782295 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-79781ecf-edd7-41d3-b042-14743cfface3 req-23870d81-5b32-4894-9091-702da87b6094 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Aug 08 02:37:19.066667 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b39d1e5e-1b6b-4e55-a04c-372ffd5465c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:19.741792 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=71 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:19.759689 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:19.900151 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921839-80af-44f3-bcc5-6652db84f0fa req-d9236417-1d2d-4f7b-9f80-d994de86e9e4 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:19.901531 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ee921839-80af-44f3-bcc5-6652db84f0fa req-d9236417-1d2d-4f7b-9f80-d994de86e9e4 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0470226 Aug 08 02:37:19.950751 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ee921839-80af-44f3-bcc5-6652db84f0fa req-c39b822b-1c15-4470-89b4-e7e12394ea3a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434895 Aug 08 02:37:21.073443 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c185b-ef80-41a3-91ad-d78cfc99c7dd req-725fb593-e729-4c7e-83ee-1c3ba0a19bd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:21.074935 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f2c185b-ef80-41a3-91ad-d78cfc99c7dd req-725fb593-e729-4c7e-83ee-1c3ba0a19bd6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 944 time: 0.0505934 Aug 08 02:37:21.088709 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 4d9e69b4-4e91-42c2-8eab-03606390a0b6 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:37:21.125794 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6f2c185b-ef80-41a3-91ad-d78cfc99c7dd req-3a26ca81-e078-470b-b9d9-bc2f96b6a657 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Aug 08 02:37:21.191758 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:21.203029 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:37:21.238496 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:37:21.239371 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:21.263390 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9e69b4-4e91-42c2-8eab-03606390a0b6 {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:37:21.287037 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:21.348008 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:21.376753 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:21.380136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:21.425157 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=4d9e69b4-4e91-42c2-8eab-03606390a0b6,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:21.574885 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['4d9e69b4-4e91-42c2-8eab-03606390a0b6'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:37:22.109971 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:22.112954 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=23 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:22.253649 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5d04-d8db-43e7-b6f8-947031528bce req-495e1868-a9f2-4da3-bda9-2cb30ea96b8e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:22.255259 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-648b5d04-d8db-43e7-b6f8-947031528bce req-495e1868-a9f2-4da3-bda9-2cb30ea96b8e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 945 time: 0.0497227 Aug 08 02:37:22.307732 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-648b5d04-d8db-43e7-b6f8-947031528bce req-b8ad3cbd-68c7-4da7-81d9-1ca58a99a6a6 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456436 Aug 08 02:37:23.090721 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 4d9e69b4-4e91-42c2-8eab-03606390a0b6 up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:37:23.136311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:37:23.210526 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:37:23.210904 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:23.213358 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:23.421526 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:23.427550 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:37:23.427928 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:23.434935 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d016d-5527-47ee-86a6-8fa1f31856bc req-89cea125-4044-4e88-bdcd-945ff5efac0d tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:23.436404 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fc9d016d-5527-47ee-86a6-8fa1f31856bc req-89cea125-4044-4e88-bdcd-945ff5efac0d tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Aug 08 02:37:23.452449 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:23.454814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cad25be-9e10-4a8c-b11e-ac15186fe233" -d '{"events": [{"server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "name": "network-vif-plugged", "status": "completed", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:23.473411 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:23.494199 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fc9d016d-5527-47ee-86a6-8fa1f31856bc req-a4eceab1-9501-4b70-96f0-8fcd2f7a63d8 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518661 Aug 08 02:37:23.548377 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:23.600235 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=4d9e69b4-4e91-42c2-8eab-03606390a0b6,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:23.607574 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.607919 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.608268 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.608614 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.608980 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.609316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.609647 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.609979 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.610316 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.610704 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.610970 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.611387 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.611717 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.612047 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.612372 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:23.620070 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a3f1ee-eb49-455b-8dfc-269a5c2d690c x-openstack-request-id: req-18a3f1ee-eb49-455b-8dfc-269a5c2d690c {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:23.620367 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "name": "network-vif-plugged", "status": "completed", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:23.620623 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-18a3f1ee-eb49-455b-8dfc-269a5c2d690c {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:23.621055 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a3f1ee-eb49-455b-8dfc-269a5c2d690c'] response: {'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'code': 200} Aug 08 02:37:23.891148 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:23.925216 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859d224-ebea-46c0-9881-3f9cc9eb894a req-5addc19e-cf77-4c44-bf7a-8a4e4cfff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:23.926691 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-0859d224-ebea-46c0-9881-3f9cc9eb894a req-5addc19e-cf77-4c44-bf7a-8a4e4cfff498 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1130 time: 0.0390220 Aug 08 02:37:23.975355 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-0859d224-ebea-46c0-9881-3f9cc9eb894a req-b3156e35-26a1-420f-aa4b-ce3fbeb7ca92 service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Aug 08 02:37:24.613253 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347804b-1749-42b5-8948-e771263ec785 req-096f05ce-d5ea-4ae2-a37b-f6c86ebfafd4 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:24.614714 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e347804b-1749-42b5-8948-e771263ec785 req-096f05ce-d5ea-4ae2-a37b-f6c86ebfafd4 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 946 time: 0.0480895 Aug 08 02:37:24.662762 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-e347804b-1749-42b5-8948-e771263ec785 req-d4218e9f-d480-4e66-9922-b6a13d3086ad tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Aug 08 02:37:25.781941 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a0d6e-c345-4a3c-b1bf-9e3a0ed3f7ea req-ad12154a-0268-4344-bb4c-c0248155cd37 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:25.783981 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b16a0d6e-c345-4a3c-b1bf-9e3a0ed3f7ea req-ad12154a-0268-4344-bb4c-c0248155cd37 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 946 time: 0.0460882 Aug 08 02:37:25.836228 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b16a0d6e-c345-4a3c-b1bf-9e3a0ed3f7ea req-9764d4ca-621f-42ee-9b24-86de8946ac98 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466571 Aug 08 02:37:25.955979 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b21ff-ac04-4df7-ad3e-d33631617903 req-bc421822-8c3d-4b13-a62b-d845d5040c68 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:25.957475 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ef2b21ff-ac04-4df7-ad3e-d33631617903 req-bc421822-8c3d-4b13-a62b-d845d5040c68 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 946 time: 0.0471387 Aug 08 02:37:26.007189 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-ef2b21ff-ac04-4df7-ad3e-d33631617903 req-e6c75047-733d-4a0a-972d-5abb1b3486d1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440905 Aug 08 02:37:26.033623 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43734) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:37:26.070517 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3663d45-5f58-4432-87ce-d14536bd9e7f tempest-TestVolumeBootPattern-124322324 tempest-TestVolumeBootPattern-124322324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:26.072015 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c3663d45-5f58-4432-87ce-d14536bd9e7f tempest-TestVolumeBootPattern-124322324 tempest-TestVolumeBootPattern-124322324-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1125 time: 0.0374329 Aug 08 02:37:26.074828 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43736) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:37:26.079191 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:37:26.090768 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:26.170905 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.175381 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:26.252876 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.356274 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Allocated IP 172.27.3.19 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/2d111bbc-6ac0-4a00-82fd-7c652dffcb4a) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:37:26.462284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.542722 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.587770 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:37:26.591096 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:37:26.593076 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=2d111bbc-6ac0-4a00-82fd-7c652dffcb4a,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:26.595232 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:37:26.623922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.624183 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.624523 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.624886 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.625217 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.625543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.625869 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.626192 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.626515 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.628009 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.628347 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.628683 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.629032 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.629353 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.629675 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:26.900727 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:26.956872 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (9454ed76-324b-41d3-ab0c-d9feb692f273), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:27.068583 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:27.079578 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:27.227447 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:27.284923 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:27.351457 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=2d111bbc-6ac0-4a00-82fd-7c652dffcb4a,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:27.354938 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (9454ed76-324b-41d3-ab0c-d9feb692f273), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:27.449086 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Floating IP 9454ed76-324b-41d3-ab0c-d9feb692f273 associated. External IP: 172.27.3.19, port: 4d9e69b4-4e91-42c2-8eab-03606390a0b6. Aug 08 02:37:27.645655 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:37:27.747053 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:37:27.756458 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:37:27.766104 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:37:27.766719 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:37:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:27.853270 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:27.870113 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:37:27.883966 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-ffa198d1-35d0-40fa-b7fd-c7ba0c7ea508 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8079469 Aug 08 02:37:27.885012 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:27.887307 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:27.980122 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c0689-3f30-44d6-aace-63003726f842 x-openstack-request-id: req-9b8c0689-3f30-44d6-aace-63003726f842 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:27.980783 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:27.980783 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9b8c0689-3f30-44d6-aace-63003726f842 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:27.981298 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8c0689-3f30-44d6-aace-63003726f842'] response: {'name': 'network-changed', 'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'status': 'completed', 'code': 200} Aug 08 02:37:28.040623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-e22f037f-2042-4edf-aa09-a4030ec436e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.042236 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-e22f037f-2042-4edf-aa09-a4030ec436e6 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1130 time: 0.0397582 Aug 08 02:37:28.087240 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:26Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:28.115692 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:37:28.124300 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:37:28.124953 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:37:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:28.141800 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-ac22abce-406f-4d33-bfd2-ac53deb97a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.144234 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-ac22abce-406f-4d33-bfd2-ac53deb97a92 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0941510 Aug 08 02:37:28.206799 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-0ae1843f-214e-4f93-99ca-5f5258e30198 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 999 time: 0.0570652 Aug 08 02:37:28.226393 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:37:28.259035 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-474a18a9-d2e0-4f5c-9a4e-efc55796ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.260534 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-474a18a9-d2e0-4f5c-9a4e-efc55796ebad service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0486872 Aug 08 02:37:28.304605 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-08b5a7aa-7b6e-4baf-9020-683cde113817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.306199 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-08b5a7aa-7b6e-4baf-9020-683cde113817 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391715 Aug 08 02:37:28.405170 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-72ea7b27-8187-4691-83e6-32ce1acc9794 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928323 Aug 08 02:37:28.443952 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:26Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:28.469173 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faf719-c2db-4a06-b265-eb8cf495653a None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:26Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:37:28.504813 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-c8b6bb8f-aceb-435d-afa4-6bcfc83f7917 req-954e6646-df29-4485-abd2-b2f6dfc5a830 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933368 Aug 08 02:37:28.672635 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-651a860a-5a36-48c9-93b4-027975f1dce8 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401702 Aug 08 02:37:28.676437 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aa89d-699a-4244-8c43-e7a135856139 None None] New status for floating IP 9454ed76-324b-41d3-ab0c-d9feb692f273: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:37:28.758408 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-29302638-fb77-4ceb-a9b9-c41f144d9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.759954 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-29302638-fb77-4ceb-a9b9-c41f144d9001 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1130 time: 0.0450885 Aug 08 02:37:28.868605 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-2d3dd765-5a35-4144-a875-e31b9261192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.870147 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-2d3dd765-5a35-4144-a875-e31b9261192e service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0892823 Aug 08 02:37:28.938828 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-4d1083bd-2a7e-430d-b022-59c3d22c5c87 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 999 time: 0.0618498 Aug 08 02:37:28.988418 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-9f243386-fa90-4413-bc5b-a9e68be744cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:28.989863 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-9f243386-fa90-4413-bc5b-a9e68be744cb service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0459478 Aug 08 02:37:29.032596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-1d00f3f2-35ab-48e7-abb7-d702b40651cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:29.034710 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-1d00f3f2-35ab-48e7-abb7-d702b40651cd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392864 Aug 08 02:37:29.097208 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:29.396929 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-110bd2cb-d550-4eac-99b9-101dc26aaf00 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562660 Aug 08 02:37:29.480538 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:29.486893 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-624a9bf0-a153-48b6-b39f-3fb328d6feb2 req-59b5063a-f692-49cd-bfda-dae304914fa1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830934 Aug 08 02:37:37.872601 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:37.880971 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:38.446095 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=74 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:38.781123 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:38.783081 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:39.483188 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=13 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:46.399521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b3a9-ebeb-4f14-89fc-0d641d4528b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:46.745208 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:37:49.021824 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d09e57c4-8771-40c9-92b9-d5a5cf6540f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:49.835209 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:51.341645 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:51.376116 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:53.924579 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:56.740520 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:56.741330 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=79 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:03.857229 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:03.859018 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:11.283565 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=12 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:11.289701 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=14 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:16.370876 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-159d80f7-0ee4-4e7c-a87f-83b91c1cc660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:19.027503 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-3272756c-e0b9-4cf1-8b66-331a41b27767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:19.770448 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:21.335758 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:21.358445 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:23.744060 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:38:23.907621 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:30.254538 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-f1371e16-bbb9-4694-bf71-fb48e061e6c5 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381365 Aug 08 02:38:30.333815 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978698-fe53-4341-a9bd-541d218f98ee req-5c4bbb48-3595-4995-9641-d8a4f0c97e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:30.335279 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-5c4bbb48-3595-4995-9641-d8a4f0c97e39 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1130 time: 0.0420890 Aug 08 02:38:30.437970 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978698-fe53-4341-a9bd-541d218f98ee req-c720f8d1-a1df-44aa-9ce9-7d76673f0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:30.439434 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-c720f8d1-a1df-44aa-9ce9-7d76673f0fd7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0856373 Aug 08 02:38:30.505062 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-0fafa8b3-d959-43b0-bbeb-b073db2e5db1 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0592575 Aug 08 02:38:30.553033 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978698-fe53-4341-a9bd-541d218f98ee req-1cbcd3c0-7474-4938-9bb0-8e6963ede885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:30.554530 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-1cbcd3c0-7474-4938-9bb0-8e6963ede885 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0439079 Aug 08 02:38:30.598345 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978698-fe53-4341-a9bd-541d218f98ee req-2eaffdfe-db50-4469-9f17-95f7732111bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:30.599844 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-2eaffdfe-db50-4469-9f17-95f7732111bd service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395076 Aug 08 02:38:30.691151 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-30cc546b-9093-498f-8a59-9d7012e6e59b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855935 Aug 08 02:38:30.782227 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-00978698-fe53-4341-a9bd-541d218f98ee req-54e12230-151a-4f85-ad72-c59d8cfdf5b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 Aug 08 02:38:33.739542 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:33.740380 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:33.855578 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:33.862927 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:40.777805 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=53 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:40.779717 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=48 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:46.370006 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-feb778fa-0e71-4f96-b8cc-14cf58f591c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:49.025421 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-186225d7-8199-4f3a-86f5-be8127eb6b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:49.792878 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:51.358323 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:51.391269 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:53.924180 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:00.742430 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:39:02.737024 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:03.570402 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-cc165eaa-66a9-4f33-b654-abe3fc2ee416 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1655674036&fields=id&tenant_id=4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 267 time: 0.0459001 Aug 08 02:39:03.682009 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-676beec0-225d-4f1b-a06a-5d679adbaa2a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:03.683464 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-676beec0-225d-4f1b-a06a-5d679adbaa2a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 811 time: 0.1066654 Aug 08 02:39:03.698296 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-10d94142-e157-4533-96fe-73e194cd5bce tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/quotas/4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 375 time: 0.0092919 Aug 08 02:39:03.751649 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-2a52877a-9369-4ccf-be06-2119c564b33b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479283 Aug 08 02:39:03.849088 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-8cb2d275-d2b3-4ec8-b707-c19aeef370c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863676 Aug 08 02:39:03.855148 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:03.861135 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:03.937358 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-9474c050-4caf-4008-82f8-a4a571982c59 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826499 Aug 08 02:39:04.606598 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-01b0718e-34c8-483f-86a4-2a9e72a825d3 req-b75ec75c-93f2-4cf8-a34c-ce905479e0b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 210 time: 0.0293441 Aug 08 02:39:05.708714 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-dd365123-cd24-435d-8b2a-2b6cc75dc0ca req-b11cc07c-563a-4e60-b1d8-2e6dd88f559e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 210 time: 0.0325577 Aug 08 02:39:06.425748 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-0abfd7f2-03f7-4628-a5b2-02b2fbf7dbf9 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:06.427190 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-0abfd7f2-03f7-4628-a5b2-02b2fbf7dbf9 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 811 time: 0.1063871 Aug 08 02:39:06.491208 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-897b25a1-0503-4520-83aa-3ab9ce299a87 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4e2c1907fad4499aae599d49e1d2bc80 HTTP/1.1" status: 200 len: 380 time: 0.0557303 Aug 08 02:39:06.499896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'port': {'device_id': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'admin_state_up': True, 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'security_groups': ['a1d41d2a-abf1-4853-b958-574c250cd97b']}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:39:06.712701 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Made reservation on behalf of 4e2c1907fad4499aae599d49e1d2bc80 for: {'port': 1} {{(pid=104627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:39:06.716621 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:06.816052 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-cf7a1e5e-72ca-45db-a053-b83bcabe0b8a req-ba5d0019-9e62-424f-9c1b-2dc3bddb0e64 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 210 time: 0.0289328 Aug 08 02:39:06.852081 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_common [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Allocated IP 172.20.0.10 (b0ff42d3-c706-479c-b637-24fa43da993a/f5e66696-a8eb-4aac-8721-3971c7182095/cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af) {{(pid=104627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:39:06.990477 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), precommit_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.159193 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), after_create {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.211380 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Network b0ff42d3-c706-479c-b637-24fa43da993a is already hosted by enough agents. {{(pid=104627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:39:07.214655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.base_scheduler [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Resources bound (agent type, host, resource id): {{(pid=104627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:39:07.218862 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Received port after_create {{(pid=104627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:39:07.247249 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,revision_number=1']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:07.265129 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.265484 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.265948 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.266290 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.266623 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.266953 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.267280 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.267603 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.267927 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.268249 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.268572 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.268922 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.269242 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.269600 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.269936 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:07.294497 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:07.295749 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.382745 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-88460802-82b6-44f9-8250-25d6bda05850 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8868740 Aug 08 02:39:07.393889 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.v2.base [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Request body: {'port': {'device_id': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:39:07.456221 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.468148 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:07.471620 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:07.472199 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-05c75ba4-380c-4b28-aa0c-9093a5f20894 None None] Provisioning complete for port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af triggered by entity DHCP. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:39:07.472851 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-05c75ba4-380c-4b28-aa0c-9093a5f20894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.507185 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-05c75ba4-380c-4b28-aa0c-9093a5f20894 None None] Port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af cannot update to ACTIVE because it is not bound. {{(pid=104629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:39:07.725929 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af {{(pid=104627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:39:07.733624 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Publish callbacks [] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), precommit_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.746254 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.provisioning_blocks [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Transition to ACTIVE for port object cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af will not be triggered until provisioned by entity L2. {{(pid=104627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:39:07.871364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:07.955174 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97be314-e08b-4430-932d-f0030fb3ec6a req-021b0591-b1d2-480f-9c10-357d1f528f6d tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:07.956693 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b97be314-e08b-4430-932d-f0030fb3ec6a req-021b0591-b1d2-480f-9c10-357d1f528f6d tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0589592 Aug 08 02:39:07.956968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Pushing event updated for resources: {'Port': ['ID=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,revision_number=2']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:07.996036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Attempting to bind port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:39:07.996036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Attempting to bind port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:39:07.996036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Attempting to bind port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:39:07.996036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af on network b0ff42d3-c706-479c-b637-24fa43da993a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:39:07.996036 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Attempting to bind port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af on network b0ff42d3-c706-479c-b637-24fa43da993a {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:39:08.002011 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Checking agent: {'id': 'a6bbacfb-2951-467b-8211-75c576394ab3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 23, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:39:08.002347 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Checking segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:39:08.002729 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Bound using segment: {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'} {{(pid=104627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:39:08.003153 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.managers [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Bound port: cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a7b340-6893-4798-9bc0-bf2d39d037b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a'}}] {{(pid=104627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:39:08.003538 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), before_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:08.008893 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-b97be314-e08b-4430-932d-f0030fb3ec6a req-58c7f4cc-1fc6-419b-acfa-40cda02e3795 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449605 Aug 08 02:39:08.026311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:08.067251 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] For port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host hv-cinder-74014, cleared binding levels {{(pid=104627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:39:08.070294 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] For port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:39:08.197732 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14027240'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), after_update {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:08.203316 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.203928 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:08.205329 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] 10.222.0.45 "PUT /networking/v2.0/ports/cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af HTTP/1.1" status: 200 len: 1094 time: 0.8156755 Aug 08 02:39:08.206738 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:39:08.209088 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18700138-bd40-48ac-857a-d4dd8903f0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:39:08.252621 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b6a4d-319b-4d87-9e03-80fc7167251f service neutron] Pushing event updated for resources: {'Port': ['ID=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,revision_number=3']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:08.261558 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9d61a-1399-4c08-8548-f092ae374811 x-openstack-request-id: req-96d9d61a-1399-4c08-8548-f092ae374811 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:39:08.261855 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:39:08.262109 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-96d9d61a-1399-4c08-8548-f092ae374811 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:39:08.262509 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d9d61a-1399-4c08-8548-f092ae374811'] response: {'name': 'network-changed', 'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'status': 'completed', 'code': 200} Aug 08 02:39:08.320906 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700138-bd40-48ac-857a-d4dd8903f0c8 req-ba5d865a-0deb-43a3-b8ba-8b19bd13c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.322430 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-18700138-bd40-48ac-857a-d4dd8903f0c8 req-ba5d865a-0deb-43a3-b8ba-8b19bd13c1d4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1128 time: 0.0402381 Aug 08 02:39:08.423609 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700138-bd40-48ac-857a-d4dd8903f0c8 req-fb40d198-323b-4ab0-b9b2-3f8599cd7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.425176 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-18700138-bd40-48ac-857a-d4dd8903f0c8 req-fb40d198-323b-4ab0-b9b2-3f8599cd7f22 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964959 Aug 08 02:39:08.522117 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700138-bd40-48ac-857a-d4dd8903f0c8 req-7e7add74-04bc-443a-80fd-c4bf727303bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.523465 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-18700138-bd40-48ac-857a-d4dd8903f0c8 req-7e7add74-04bc-443a-80fd-c4bf727303bf service neutron] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929508 Aug 08 02:39:08.597432 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-d714c571-9be9-450f-9abd-b98e53fcff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.598936 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-d714c571-9be9-450f-9abd-b98e53fcff9a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1128 time: 0.0408957 Aug 08 02:39:08.639192 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-41c8799f-3df2-4ef6-8200-6af7d1251817 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af HTTP/1.1" status: 200 len: 217 time: 0.0336070 Aug 08 02:39:08.691510 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-9868c333-16f9-4c94-9ecc-3a83f9c76ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.692948 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-9868c333-16f9-4c94-9ecc-3a83f9c76ecc service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0469687 Aug 08 02:39:08.737476 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-4cef6f94-1bf5-476d-b6ea-ed0222949a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:08.739008 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-4cef6f94-1bf5-476d-b6ea-ed0222949a91 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406504 Aug 08 02:39:08.829151 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-7642da2d-2cf8-460a-9456-5ce7ea392e0b service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Aug 08 02:39:08.922420 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2eac83c9-cb64-4223-b735-b5cdb4cfaed7 req-8695eef5-329f-4d47-8c0f-08959551a2b0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876887 Aug 08 02:39:09.129082 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32a1f0-10f9-4c5a-81ad-8e25f5ec3fab req-927021ac-d26f-45ca-bd84-82148e3dd0d2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:09.130450 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f32a1f0-10f9-4c5a-81ad-8e25f5ec3fab req-927021ac-d26f-45ca-bd84-82148e3dd0d2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0485249 Aug 08 02:39:09.178494 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f32a1f0-10f9-4c5a-81ad-8e25f5ec3fab req-19b319dd-1f4f-4120-bef6-1d648a9fc191 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Aug 08 02:39:10.296432 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adb989-cb48-41e9-831e-e4a104ee6ac9 req-173c1504-0f4f-46ac-b5db-8fc48bc6a038 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:10.298095 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-97adb989-cb48-41e9-831e-e4a104ee6ac9 req-173c1504-0f4f-46ac-b5db-8fc48bc6a038 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0464475 Aug 08 02:39:10.346429 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-97adb989-cb48-41e9-831e-e4a104ee6ac9 req-e841f1af-4d8e-4f6e-ad0e-19e98f3081e1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Aug 08 02:39:11.463201 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff52ad5-8a40-43ee-95d5-8fe862f63a9d req-ceceb503-9691-41c2-a795-4f886b33aab2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:11.464620 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fff52ad5-8a40-43ee-95d5-8fe862f63a9d req-ceceb503-9691-41c2-a795-4f886b33aab2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0458524 Aug 08 02:39:11.515510 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-fff52ad5-8a40-43ee-95d5-8fe862f63a9d req-628607ac-6a61-4dae-af31-7f7487619ad3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446391 Aug 08 02:39:12.646177 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbebdf-a37e-412d-8f2f-11e7b8b874b5 req-58249757-5f5f-4916-9fcb-f1bc78b0c50c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:12.647647 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6bbbebdf-a37e-412d-8f2f-11e7b8b874b5 req-58249757-5f5f-4916-9fcb-f1bc78b0c50c tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0464439 Aug 08 02:39:12.696913 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6bbbebdf-a37e-412d-8f2f-11e7b8b874b5 req-17d3915a-6bdd-4fe5-abf9-5eb21f198fcd tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Aug 08 02:39:13.817034 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc51169-1b12-47be-85a1-4b0c7214a052 req-23c51c0e-5a65-4b3c-b388-cc73ca506163 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:13.818506 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8cc51169-1b12-47be-85a1-4b0c7214a052 req-23c51c0e-5a65-4b3c-b388-cc73ca506163 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0483267 Aug 08 02:39:13.868302 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8cc51169-1b12-47be-85a1-4b0c7214a052 req-a750fe8a-f044-4f04-9119-fc6522a27450 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441599 Aug 08 02:39:14.773950 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:14.956095 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:14.986101 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=100 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:14.997003 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09f7b9-84c2-44ef-9539-c26b938ed113 req-ae7f9dae-0ed5-4c37-b9db-438dc32fa8fa tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:14.998455 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6a09f7b9-84c2-44ef-9539-c26b938ed113 req-ae7f9dae-0ed5-4c37-b9db-438dc32fa8fa tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0524554 Aug 08 02:39:15.049747 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-6a09f7b9-84c2-44ef-9539-c26b938ed113 req-6604cab0-8b78-4cb8-b902-b0b5f810e812 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444515 Aug 08 02:39:16.173727 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40a694-0fe1-4539-9e87-a53e6b3bf7f5 req-4dacd79c-999b-400a-9565-f044b8153d6a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:16.175201 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f40a694-0fe1-4539-9e87-a53e6b3bf7f5 req-4dacd79c-999b-400a-9565-f044b8153d6a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0470326 Aug 08 02:39:16.224295 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-4f40a694-0fe1-4539-9e87-a53e6b3bf7f5 req-0207ac2b-dac3-44d1-a429-49f30dd61b2a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435262 Aug 08 02:39:16.363810 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a9aa1b49-4593-4910-85ef-2683a15ccf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:17.394043 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87341385-34b9-42f4-b161-24fd5baef66b req-4b20876b-8655-412d-b797-54356630ba0a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:17.395425 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-87341385-34b9-42f4-b161-24fd5baef66b req-4b20876b-8655-412d-b797-54356630ba0a tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 944 time: 0.0492296 Aug 08 02:39:17.443957 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-87341385-34b9-42f4-b161-24fd5baef66b req-375a311a-4d73-4db2-ad6e-1cef6a5bf3f2 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Aug 08 02:39:17.725397 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:39:17.829684 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:39:17.840826 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Returning: {'device': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'port_id': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'mac_address': 'fa:16:3e:cd:65:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:39:17.876246 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af is: DOWN; New status is: BUILD {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:39:17.876631 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:17.889548 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af {{(pid=104629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:39:17.910716 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:39:18.020947 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:18.067571 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,revision_number=4']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:18.074474 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.076546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.076546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.076546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.076546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.076546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.076546 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.077094 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.077094 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.077367 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.077940 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.078865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.079532 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.079857 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.080178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:18.257906 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] get_ports_and_sgs() called for port_ids ['cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af'] {{(pid=104629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:39:18.562296 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8b34b-5f95-4635-9886-8054103b8bf4 req-07546ccd-9378-4c1a-81ad-bbfe04cff775 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:18.564607 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8e8b34b-5f95-4635-9886-8054103b8bf4 req-07546ccd-9378-4c1a-81ad-bbfe04cff775 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 945 time: 0.0471303 Aug 08 02:39:18.613978 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d8e8b34b-5f95-4635-9886-8054103b8bf4 req-51e01cfc-010d-4049-be0d-055372f58da4 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Aug 08 02:39:18.916896 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=56 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:18.918794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:19.009434 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-53771402-6333-4017-8191-32f41adcbac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:19.735329 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd961-1175-44fe-9f77-f6f3eba24200 req-1670bdf9-0c01-4f98-ade8-6f8ebd3dac08 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:19.736820 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7e9cd961-1175-44fe-9f77-f6f3eba24200 req-1670bdf9-0c01-4f98-ade8-6f8ebd3dac08 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 945 time: 0.0508969 Aug 08 02:39:19.741487 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af up at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:39:19.784309 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning for port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af completed by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:39:19.791631 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-7e9cd961-1175-44fe-9f77-f6f3eba24200 req-4bdf90cd-e21b-4764-ad16-99dbc294807e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487385 Aug 08 02:39:19.792684 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:19.847684 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.provisioning_blocks [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Provisioning complete for port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af triggered by entity L2. {{(pid=104629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:39:19.848008 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513821'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), provisioning_complete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:19.890157 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:19.920088 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Current status of the port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af is: BUILD; New status is: ACTIVE {{(pid=104629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:39:19.920479 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), before_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:19.923111 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:19.947529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af'}] {{(pid=104629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:39:19.949825 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ba14d9b9d26f10fbd3b2924cfa7567dc1f157f072602d81ad45f695c6bc597" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a201f5-84fc-4e7d-a581-3b1466fe4ead" -d '{"events": [{"server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "name": "network-vif-plugged", "status": "completed", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af"}]}' {{(pid=104629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:39:19.963382 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] For port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:39:19.989709 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4df11e-30bb-4234-9df2-9359e01c99de x-openstack-request-id: req-3c4df11e-30bb-4234-9df2-9359e01c99de {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:39:19.990002 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "name": "network-vif-plugged", "status": "completed", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af", "code": 200}]} {{(pid=104629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:39:19.990255 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c4df11e-30bb-4234-9df2-9359e01c99de {{(pid=104629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:39:19.990654 dv-cinder-740146-18-iscsi neutron-server[104629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4df11e-30bb-4234-9df2-9359e01c99de'] response: {'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'code': 200} Aug 08 02:39:20.032642 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:20.079860 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Pushing event updated for resources: {'Port': ['ID=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,revision_number=5']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:20.348742 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85f2d4-98bb-429f-8c59-8eebac88cbee req-ddb1529e-0f7a-46e7-bb75-f1084296ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:20.350240 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2b85f2d4-98bb-429f-8c59-8eebac88cbee req-ddb1529e-0f7a-46e7-bb75-f1084296ab7e service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1130 time: 0.0392306 Aug 08 02:39:20.395279 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-2b85f2d4-98bb-429f-8c59-8eebac88cbee req-08ace044-7065-4e7f-a7da-0d7b5dba792c service neutron] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Aug 08 02:39:20.912652 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f1a87-50a0-402c-a824-32ac40c84b19 req-c071cfca-90b4-497d-8a34-fa37604679b1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:20.914136 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-033f1a87-50a0-402c-a824-32ac40c84b19 req-c071cfca-90b4-497d-8a34-fa37604679b1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 946 time: 0.0473616 Aug 08 02:39:20.962667 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-033f1a87-50a0-402c-a824-32ac40c84b19 req-d9e094b4-d49b-4e1f-887b-6ed8c27141df tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Aug 08 02:39:21.358141 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:21.390706 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:22.087440 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516af14-e75a-4ebd-95d2-6e3684b9965b req-b1fad57d-cefd-47e3-86d0-d68550dfe4a3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:22.088943 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8516af14-e75a-4ebd-95d2-6e3684b9965b req-b1fad57d-cefd-47e3-86d0-d68550dfe4a3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 946 time: 0.0491214 Aug 08 02:39:22.141314 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-8516af14-e75a-4ebd-95d2-6e3684b9965b req-cc5ff1ac-e3d4-4897-ab0b-ef8e93a55342 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456312 Aug 08 02:39:22.492491 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffc7cc-fb35-4739-8d91-d1bc58cb0e1c req-09ff73b3-f355-4613-8c98-323ef3bf1a35 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:22.494005 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aeffc7cc-fb35-4739-8d91-d1bc58cb0e1c req-09ff73b3-f355-4613-8c98-323ef3bf1a35 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 946 time: 0.2630889 Aug 08 02:39:22.544693 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-aeffc7cc-fb35-4739-8d91-d1bc58cb0e1c req-b4b3cfab-118d-4f63-9d7d-c1e94a47c54f tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450592 Aug 08 02:39:22.571838 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43866) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:39:22.610136 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e765f3-a562-4928-a6b1-901cb7b34140 tempest-TestVolumeBootPattern-124322324 tempest-TestVolumeBootPattern-124322324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:22.611462 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-c8e765f3-a562-4928-a6b1-901cb7b34140 tempest-TestVolumeBootPattern-124322324 tempest-TestVolumeBootPattern-124322324-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1125 time: 0.0386374 Aug 08 02:39:22.614405 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43868) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:39:22.618729 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.v2.base [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Request body: {'floatingip': {'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'port_id': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:39:22.682308 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:22.764201 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (None), before_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:22.858914 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:22.865893 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_common [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Allocated IP 172.27.3.140 (7286dd7a-5c70-4e8d-8cc6-90271b7e283c/e9d699a5-7c31-4153-9d80-4c57cfcee3ae/bde29cb8-875f-4daa-9055-bcd6e8fae583) {{(pid=104628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:39:22.872478 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:22.971190 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.055363 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757228588921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.097543 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Network 7286dd7a-5c70-4e8d-8cc6-90271b7e283c is already hosted by enough agents. {{(pid=104628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:39:23.102487 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.base_scheduler [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Resources bound (agent type, host, resource id): {{(pid=104628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:39:23.104676 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=bde29cb8-875f-4daa-9055-bcd6e8fae583,revision_number=1']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:23.106798 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Received port after_create {{(pid=104628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:39:23.134091 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.134440 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.134788 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.135131 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.135463 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.135796 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.136126 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.136453 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.136819 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.141758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.141758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.141758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.141758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.141758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.141758 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:39:23.479216 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (2d5416c5-8c45-40c4-aeef-d79ef1238f61), precommit_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.508390 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:23.602602 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558522'] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), before_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.748959 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), precommit_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.824940 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757228988901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757228588939', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757228588957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14416770'] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), after_update {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.892080 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518930'] for floatingip (2d5416c5-8c45-40c4-aeef-d79ef1238f61), after_create {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.894020 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event updated for resources: {'Port': ['ID=bde29cb8-875f-4daa-9055-bcd6e8fae583,revision_number=2']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:39:23.933690 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.936618 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:23.992051 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Floating IP 2d5416c5-8c45-40c4-aeef-d79ef1238f61 associated. External IP: 172.27.3.140, port: cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af. Aug 08 02:39:24.193191 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:39:24.293172 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:39:24.303513 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:39:24.313429 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:39:24.318812 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:39:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:24.361100 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:24.394688 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-73ebcfe6-572b-428c-a9a1-42926b96a059 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7792642 Aug 08 02:39:24.395284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:39:24.397583 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282c631-6f19-4e67-9b97-07e6740d9fab" -d '{"events": [{"name": "network-changed", "server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:39:24.416577 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:39:24.449822 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2811a7-79d0-4e1d-a4ea-fed4c9352e9d x-openstack-request-id: req-1d2811a7-79d0-4e1d-a4ea-fed4c9352e9d {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:39:24.449822 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:39:24.449822 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1d2811a7-79d0-4e1d-a4ea-fed4c9352e9d {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:39:24.449822 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2811a7-79d0-4e1d-a4ea-fed4c9352e9d'] response: {'name': 'network-changed', 'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'status': 'completed', 'code': 200} Aug 08 02:39:24.510056 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-4a6c35c5-9c67-4ce5-b7c0-786ffdab90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:24.511587 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-4a6c35c5-9c67-4ce5-b7c0-786ffdab90ae service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1130 time: 0.0463514 Aug 08 02:39:24.605128 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-ac0752aa-1f2a-43be-8f07-0fa780a4c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:24.606620 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-ac0752aa-1f2a-43be-8f07-0fa780a4c8a1 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0895586 Aug 08 02:39:24.675728 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-2bbbd9fa-5868-4b73-908f-77d1c6c9454a service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af HTTP/1.1" status: 200 len: 1000 time: 0.0623937 Aug 08 02:39:24.718115 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '2d5416c5-8c45-40c4-aeef-d79ef1238f61', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:cd:65:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:39:23Z', 'updated_at': '2022-08-08T02:39:23Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}, {'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:28Z', 'revision_number': 1, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:24.723452 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-545ae20a-7e29-47fc-895b-b089b26df773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:24.725430 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-545ae20a-7e29-47fc-895b-b089b26df773 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0442753 Aug 08 02:39:24.743794 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:39:24.752930 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:39:24.753576 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:39:19Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:24.768052 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-b27f3665-09e3-45dc-b591-359c1f8b0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:24.769566 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-b27f3665-09e3-45dc-b591-359c1f8b0204 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394657 Aug 08 02:39:24.857090 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:39:24.863840 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-dc1edea5-28f6-4a81-be40-cf6ce9e741d9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884709 Aug 08 02:39:24.953949 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-b282c631-6f19-4e67-9b97-07e6740d9fab req-58058d6b-9001-4880-ad6e-21a6f4b8a4a2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845377 Aug 08 02:39:25.071807 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '2d5416c5-8c45-40c4-aeef-d79ef1238f61', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:cd:65:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:39:23Z', 'updated_at': '2022-08-08T02:39:23Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}, {'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:28Z', 'revision_number': 1, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:25.097015 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837c8b5-29e4-4ec5-8d0a-e5da0f0f91b7 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '2d5416c5-8c45-40c4-aeef-d79ef1238f61', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:cd:65:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:39:23Z', 'updated_at': '2022-08-08T02:39:23Z', 'revision_number': 0, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}, {'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:28Z', 'revision_number': 1, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:39:25.291148 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9ec901-5347-42c4-84a5-d5ee9811b327 None None] New status for floating IP 2d5416c5-8c45-40c4-aeef-d79ef1238f61: ACTIVE {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:39:30.664752 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-1ea88bcc-3fd2-44fe-997f-0e7144d32395 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424640 Aug 08 02:39:30.745889 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-26de53af-8c3d-40c5-b888-a1dcda8b06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:30.747366 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-26de53af-8c3d-40c5-b888-a1dcda8b06d1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1130 time: 0.0394788 Aug 08 02:39:30.850480 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-824b1146-a4dc-4137-a4ed-336d60dc3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:30.851936 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-824b1146-a4dc-4137-a4ed-336d60dc3ff3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0875108 Aug 08 02:39:30.916548 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-f837a5f8-466a-4670-849c-4bf372b59ce0 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0592194 Aug 08 02:39:30.964143 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-30650a82-bc04-4785-9ae2-8ceae76dd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:30.965590 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-30650a82-bc04-4785-9ae2-8ceae76dd5ce service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0440509 Aug 08 02:39:31.007432 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-e3aff52b-ac4f-45cc-b786-ee18c8bf648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:31.008898 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-e3aff52b-ac4f-45cc-b786-ee18c8bf648a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373373 Aug 08 02:39:31.100371 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-349375dc-20b1-47ef-b16c-8d8591a5fb6f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856669 Aug 08 02:39:31.148094 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:31.153449 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:31.193329 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d3f78e65-7055-4a3b-9be1-e1de97626fb9 req-5f739589-0166-4ee0-aa1e-5d6ad6960779 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869346 Aug 08 02:39:34.389508 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:34.391426 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:35.392515 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:35.394407 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:37.741681 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:39:41.190122 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=13 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:46.407323 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c09ace41-233f-44bc-878c-380775960443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:47.737135 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=81 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:47.737935 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=75 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:49.020364 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-defb347a-3e75-40ca-8041-39239b8530d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:49.807286 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:51.321301 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:51.395935 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:53.932749 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:03.873468 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:03.875274 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:14.742424 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:40:16.403287 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b258f62a-8394-477a-85f1-a9a41cf925a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.017689 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f96e-5f42-4bf6-b55c-5935ed2a5f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.803412 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.351890 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.431912 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.949438 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:24.736294 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=16 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:24.737086 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=18 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:31.668460 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-fba6b76b-660f-4e0a-b86e-ec5559c28fcf service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398991 Aug 08 02:40:31.726781 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-86a4c1c6-8b7b-4d24-9297-98962527494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:31.728254 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-86a4c1c6-8b7b-4d24-9297-98962527494d service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1130 time: 0.0398202 Aug 08 02:40:31.832426 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-86bd76b5-91cc-4585-b007-d0ce212a606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:31.833959 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-86bd76b5-91cc-4585-b007-d0ce212a606f service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0894520 Aug 08 02:40:31.895129 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-fa2bfc79-f575-496a-9aee-c60bdc87f154 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af HTTP/1.1" status: 200 len: 1002 time: 0.0554619 Aug 08 02:40:31.941849 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-af48f0a4-4757-4e09-aedf-52c4c212f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:31.943293 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-af48f0a4-4757-4e09-aedf-52c4c212f2bd service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0432801 Aug 08 02:40:31.989565 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-d7157a06-00f8-4801-a067-393e2209f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:31.991048 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-d7157a06-00f8-4801-a067-393e2209f6e1 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426068 Aug 08 02:40:32.080014 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-dff16d4e-e8d5-4fea-bd62-c5c51e0e5da3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830996 Aug 08 02:40:32.172336 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d65f4edf-cd99-47db-9bd4-f4d2e3e73d70 req-4c0a2d32-1fe1-4773-b014-d73b215fb187 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Aug 08 02:40:33.885666 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:33.887441 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:42.167967 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=51 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:42.168827 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=50 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:46.382799 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-8424fee5-8e53-48a1-ab30-34699a59d53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:49.017044 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-abe60176-41ec-4632-99ed-238756c86a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:49.785564 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:51.348695 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:51.377059 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:51.741508 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:40:52.435637 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43896) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:52.576346 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Deleting port bde29cb8-875f-4daa-9055-bcd6e8fae583 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:52.576707 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:52.654284 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:52.654615 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (bde29cb8-875f-4daa-9055-bcd6e8fae583), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:52.670823 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Calling delete_port for bde29cb8-875f-4daa-9055-bcd6e8fae583 owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:52.897355 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (bde29cb8-875f-4daa-9055-bcd6e8fae583), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:52.927402 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'Port': ['ID=bde29cb8-875f-4daa-9055-bcd6e8fae583,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:52.957099 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.957502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.957840 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.958176 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.958504 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.958944 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.959274 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.959654 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.960044 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.960500 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.961007 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.962536 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.962869 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.963332 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:52.963805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:53.006906 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (2d5416c5-8c45-40c4-aeef-d79ef1238f61), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:53.007235 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Floating IP 2d5416c5-8c45-40c4-aeef-d79ef1238f61 disassociated (deleted). External IP: 172.27.3.140, port: cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af. Aug 08 02:40:53.203222 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:40:53.306722 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:40:53.311616 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:53.315106 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:53.316145 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:40:53.328093 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:53.330433 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:53.342543 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e4835a2d-74f3-4d7c-9b15-dbc3b2fa4e70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/2d5416c5-8c45-40c4-aeef-d79ef1238f61 HTTP/1.1" status: 204 len: 168 time: 0.9058013 Aug 08 02:40:53.343145 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:53.345421 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19" -d '{"events": [{"name": "network-changed", "server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:53.389889 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4f4f76-4aba-487e-b59d-d466fdb889d8 x-openstack-request-id: req-dc4f4f76-4aba-487e-b59d-d466fdb889d8 {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:53.390174 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:53.390460 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dc4f4f76-4aba-487e-b59d-d466fdb889d8 {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:53.391001 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4f4f76-4aba-487e-b59d-d466fdb889d8'] response: {'name': 'network-changed', 'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'status': 'completed', 'code': 200} Aug 08 02:40:53.433554 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:53.455043 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-798af130-16ab-4c7f-90fa-3fc82c681f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.456506 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-798af130-16ab-4c7f-90fa-3fc82c681f6a service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 1130 time: 0.0418119 Aug 08 02:40:53.556197 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-a5668e89-aad5-477c-9545-53414cd9cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.557710 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-a5668e89-aad5-477c-9545-53414cd9cd58 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0943480 Aug 08 02:40:53.598652 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-97eba81e-0eff-4639-9a78-3dee4b48817b service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af HTTP/1.1" status: 200 len: 217 time: 0.0346377 Aug 08 02:40:53.650439 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-94be4aaf-65d6-4eb5-84ca-848f423da207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.651934 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-94be4aaf-65d6-4eb5-84ca-848f423da207 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0485322 Aug 08 02:40:53.659133 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:28Z', 'revision_number': 1, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:53.683677 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:40:53.692650 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:53.693291 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:53.697816 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-787779c2-e30d-42b5-88e9-c68df45ced75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.699389 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-787779c2-e30d-42b5-88e9-c68df45ced75 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402267 Aug 08 02:40:53.799677 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-3c76df45-6fc3-44e7-bf52-28e28108d8b4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940225 Aug 08 02:40:53.800819 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:53.901673 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb5ece-096a-4386-926d-14004fbc9067 req-111d6728-fa59-48f3-b22a-1107d74f8157 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.903312 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9eb5ece-096a-4386-926d-14004fbc9067 req-111d6728-fa59-48f3-b22a-1107d74f8157 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 946 time: 0.1053619 Aug 08 02:40:53.915881 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:53.948611 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:53.955874 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-c9eb5ece-096a-4386-926d-14004fbc9067 req-b42cb14b-3d5c-406e-89b4-03d2aa6a92e1 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467002 Aug 08 02:40:54.098592 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:28Z', 'revision_number': 1, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:54.123165 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c49683-0a29-4ae0-98cc-e7e21f35b9e6 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_floatingips': [{'id': '9454ed76-324b-41d3-ab0c-d9feb692f273', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'router_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'port_id': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'mac_address': 'fa:16:3e:6d:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:26Z', 'updated_at': '2022-08-08T02:37:28Z', 'revision_number': 1, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:40:54.341490 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6748db3-9a64-4ad4-bb60-62851fcad3c8 None None] New status for floating IP 2d5416c5-8c45-40c4-aeef-d79ef1238f61: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:40:54.775500 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-9eb570b2-e7b3-40bb-af92-1fdfc2061b19 req-e238d518-f46b-46cb-8895-c55c28eda0c6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875239 Aug 08 02:40:55.125751 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf926-a9aa-453f-9ae1-cb648e71a1aa req-e2473a9b-f831-4bc2-816f-f64792b3e2c5 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:55.127205 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdbbf926-a9aa-453f-9ae1-cb648e71a1aa req-e2473a9b-f831-4bc2-816f-f64792b3e2c5 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 946 time: 0.0965121 Aug 08 02:40:55.241655 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-64963aab-0fe6-406c-ac49-1488d44e0275 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:55.244636 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-64963aab-0fe6-406c-ac49-1488d44e0275 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 946 time: 0.0517452 Aug 08 02:40:55.329892 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Deleting port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:55.330141 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:55.393121 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-bdbbf926-a9aa-453f-9ae1-cb648e71a1aa req-6ee61503-bc56-4e7e-b0b3-2842155a46fe tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602851 Aug 08 02:40:55.427735 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] For port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:55.428097 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:55.441107 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Calling delete_port for cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:55.640239 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:55.673710 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'Port': ['ID=cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:55.696586 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.696968 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.697310 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.697649 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.697979 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.698355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.698681 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.699008 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.699351 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.699661 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.699986 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.700313 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.700635 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.700983 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.701304 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:55.725905 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] No DVR routers for this DVR port cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:55.728301 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:55.731597 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-3b7110f7-29dc-4e42-bedc-30ab826920ed req-69dd7e95-dcc6-4c57-89d3-18dfcbc9e54b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "DELETE /networking/v2.0/ports/cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af HTTP/1.1" status: 204 len: 173 time: 0.4820471 Aug 08 02:40:55.732030 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'name': 'network-vif-deleted', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:55.734315 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca8df5f-911b-4397-8615-302ad23a3530" -d '{"events": [{"server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "name": "network-vif-deleted", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:55.770478 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f59a6-5c49-4602-9613-0a42563b0e96 x-openstack-request-id: req-884f59a6-5c49-4602-9613-0a42563b0e96 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:55.770777 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197f2c5a-2a39-4bf1-af03-0d43f837482e", "name": "network-vif-deleted", "tag": "cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:55.771033 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-884f59a6-5c49-4602-9613-0a42563b0e96 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:55.771444 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884f59a6-5c49-4602-9613-0a42563b0e96'] response: {'server_uuid': '197f2c5a-2a39-4bf1-af03-0d43f837482e', 'name': 'network-vif-deleted', 'tag': 'cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af', 'status': 'completed', 'code': 200} Aug 08 02:40:56.436596 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [req-133d591c-8545-4705-8bea-910c3dead87e req-302462e7-9ec9-49d1-a801-9a067cd9f707 service neutron] (104627) timed out ('10.222.0.45', 56089) {{(pid=104627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:40:56.506960 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-913a6935-7850-4e14-8670-2800da23303d req-42729b85-63e6-4fb7-9913-c205c286fe70 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=197f2c5a-2a39-4bf1-af03-0d43f837482e HTTP/1.1" status: 200 len: 210 time: 0.0278499 Aug 08 02:40:56.708460 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [req-82d08b77-9be2-4e4c-89cf-f72e519212eb req-9f429613-83ec-4a28-87b1-c0a03abbf478 service neutron] (104627) timed out ('10.222.0.45', 56101) {{(pid=104627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:40:58.315680 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:58.335290 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:58.335631 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device cb39a86c-07cf-4229-a5d2-7a8e2ccfa8af not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:58.554984 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [req-b9bfd8c8-1ec2-4300-a511-494bca82cfa2 req-8f5d27f7-1780-495d-ad55-2bc5b404a0c7 service neutron] (104628) timed out ('10.222.0.45', 56100) {{(pid=104628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:40:59.999277 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43940) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:00.137395 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Deleting port 2d111bbc-6ac0-4a00-82fd-7c652dffcb4a {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:00.137732 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:00.215696 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:00.216018 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:00.228147 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Calling delete_port for 2d111bbc-6ac0-4a00-82fd-7c652dffcb4a owned by network:floatingip {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:00.456805 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (2d111bbc-6ac0-4a00-82fd-7c652dffcb4a), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:00.483087 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'Port': ['ID=2d111bbc-6ac0-4a00-82fd-7c652dffcb4a,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:00.543650 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (9454ed76-324b-41d3-ab0c-d9feb692f273), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:00.543989 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.db.l3_db [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Floating IP 9454ed76-324b-41d3-ab0c-d9feb692f273 disassociated (deleted). External IP: 172.27.3.19, port: 4d9e69b4-4e91-42c2-8eab-03606390a0b6. Aug 08 02:41:00.736524 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:00.741494 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:41:00.752311 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:00.844975 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:41:00.849821 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:00.854257 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:41:00.864120 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:00.864760 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:00.881042 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-3b02b909-f1c6-42bb-b2b8-e898aa8d8d92 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/9454ed76-324b-41d3-ab0c-d9feb692f273 HTTP/1.1" status: 204 len: 168 time: 0.8806577 Aug 08 02:41:00.881614 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6'}] {{(pid=104628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:41:00.883903 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca275c00eaebabd72c17e57177247c3acb6b6e71869cb48abfdce563ac3b9da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ea5e72-3e17-41fc-b76f-e15c553650c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6"}]}' {{(pid=104628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:41:00.929271 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdadff5-6ea7-4c8f-80c2-18d3624d8c8a x-openstack-request-id: req-4fdadff5-6ea7-4c8f-80c2-18d3624d8c8a {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:41:00.929559 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6", "status": "completed", "code": 200}]} {{(pid=104628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:41:00.931631 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4fdadff5-6ea7-4c8f-80c2-18d3624d8c8a {{(pid=104628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:41:00.932236 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdadff5-6ea7-4c8f-80c2-18d3624d8c8a'] response: {'name': 'network-changed', 'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'status': 'completed', 'code': 200} Aug 08 02:41:00.971224 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:00.994124 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-1222d559-92ac-4f2b-b9fe-e65267e6ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:00.995571 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-1222d559-92ac-4f2b-b9fe-e65267e6ddec service neutron] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 1130 time: 0.0448291 Aug 08 02:41:01.045913 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:01.053533 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:01.083850 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:01.087732 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=100 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:01.088783 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-32558062-b798-4cda-9dee-d930ca74d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.090972 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-32558062-b798-4cda-9dee-d930ca74d4a2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks?id=b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 200 len: 912 time: 0.0897400 Aug 08 02:41:01.133900 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-edced097-7218-410d-af27-4151ebe1c625 service neutron] 10.222.0.45 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 200 len: 217 time: 0.0364897 Aug 08 02:41:01.162312 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:01.186632 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-47f60a68-8013-47cf-976a-46410557d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.188102 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-47f60a68-8013-47cf-976a-46410557d788 service neutron] 10.222.0.45 "GET /networking/v2.0/subnets?id=f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 200 len: 850 time: 0.0489001 Aug 08 02:41:01.189251 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:41:01.197640 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:01.198243 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:01.231042 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-189322f0-107e-4fb3-9ec6-da48dbf17ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.232528 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-189322f0-107e-4fb3-9ec6-da48dbf17ee4 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?network_id=b0ff42d3-c706-479c-b637-24fa43da993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389016 Aug 08 02:41:01.307789 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:01.335280 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-b8cf305a-08a4-49a7-b5a7-43c578d0164a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963202 Aug 08 02:41:01.347941 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0794f-a42e-4e8b-a065-7a18bc45b6a6 req-5a504a16-94ed-413f-86ad-0a00dc131a29 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.354467 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-32d0794f-a42e-4e8b-a065-7a18bc45b6a6 req-5a504a16-94ed-413f-86ad-0a00dc131a29 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 946 time: 0.0582919 Aug 08 02:41:01.409199 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-32d0794f-a42e-4e8b-a065-7a18bc45b6a6 req-d8b2d0ff-f106-4de9-9fc8-12395e332072 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490026 Aug 08 02:41:01.495999 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:01.524427 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d9362-3326-4a6c-9840-69cd6fcfd8e4 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 4, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi', '_interfaces': [{'id': '2b639df4-0b3d-4854-8b24-02f07244204b', 'name': '', 'network_id': 'b0ff42d3-c706-479c-b637-24fa43da993a', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'mac_address': 'fa:16:3e:b7:58:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:01Z', 'updated_at': '2022-08-08T02:34:09Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'subnets': [{'id': 'f5e66696-a8eb-4aac-8721-3971c7182095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:41:01.741395 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822044fc-7932-43c2-b7c6-533c69bc1701 None None] New status for floating IP 9454ed76-324b-41d3-ab0c-d9feb692f273: DOWN {{(pid=104629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:41:02.540692 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384b189-7275-4c71-aa65-be6328dcb5f8 req-ac35d862-8254-4b0b-ae6f-bf9d34e73837 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:02.542179 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f384b189-7275-4c71-aa65-be6328dcb5f8 req-ac35d862-8254-4b0b-ae6f-bf9d34e73837 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Aug 08 02:41:02.594332 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-f384b189-7275-4c71-aa65-be6328dcb5f8 req-6ee1a783-b87a-424d-a417-dfbf3774075e tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a1d41d2a-abf1-4853-b958-574c250cd97b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458488 Aug 08 02:41:02.598185 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-d8ea5e72-3e17-41fc-b76f-e15c553650c3 req-ff9b3b2f-3acf-421f-bf73-fe5818ddcaa9 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604250 Aug 08 02:41:02.724575 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-d2897711-140a-4ab7-bb51-651bd474a048 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:02.725955 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-d2897711-140a-4ab7-bb51-651bd474a048 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 946 time: 0.0470979 Aug 08 02:41:02.809840 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Deleting port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:02.810180 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:02.901549 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] For port 4d9e69b4-4e91-42c2-8eab-03606390a0b6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4d9e69b4-4e91-42c2-8eab-03606390a0b6,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:02.902022 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:02.915564 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Calling delete_port for 4d9e69b4-4e91-42c2-8eab-03606390a0b6 owned by compute:nova {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:03.023542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:03.108014 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (4d9e69b4-4e91-42c2-8eab-03606390a0b6), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:03.139976 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'Port': ['ID=4d9e69b4-4e91-42c2-8eab-03606390a0b6,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:03.184489 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] No DVR routers for this DVR port 4d9e69b4-4e91-42c2-8eab-03606390a0b6 on host hv-cinder-74014 {{(pid=104627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:03.186983 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for port (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:03.190193 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [req-f486801d-e2ce-4fe2-aa0e-22e1359e78fa req-95254a33-bb18-4749-a13c-8daac967e9b3 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.45 "DELETE /networking/v2.0/ports/4d9e69b4-4e91-42c2-8eab-03606390a0b6 HTTP/1.1" status: 204 len: 173 time: 0.4590819 Aug 08 02:41:03.190630 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'name': 'network-vif-deleted', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6'}] {{(pid=104627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:41:03.192904 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ea99599338f96b4c3bfc6e31d3dd9f553b9bffb9d9e6c2218e06c91d01277ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee7cd69-9117-4432-b0f3-acc235a8d20c" -d '{"events": [{"server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "name": "network-vif-deleted", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6"}]}' {{(pid=104627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:41:03.229453 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb1c06-7f00-4b12-a9f2-aceb48fc1e38 x-openstack-request-id: req-6bcb1c06-7f00-4b12-a9f2-aceb48fc1e38 {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:41:03.229756 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7f9e9e-8095-49ae-aaab-363a38be7e81", "name": "network-vif-deleted", "tag": "4d9e69b4-4e91-42c2-8eab-03606390a0b6", "status": "completed", "code": 200}]} {{(pid=104627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:41:03.230663 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6bcb1c06-7f00-4b12-a9f2-aceb48fc1e38 {{(pid=104627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:41:03.231088 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcb1c06-7f00-4b12-a9f2-aceb48fc1e38'] response: {'server_uuid': 'fa7f9e9e-8095-49ae-aaab-363a38be7e81', 'name': 'network-vif-deleted', 'tag': '4d9e69b4-4e91-42c2-8eab-03606390a0b6', 'status': 'completed', 'code': 200} Aug 08 02:41:03.699396 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [req-d6b10cb6-0282-468f-87be-d078dc383fbb req-f7c2a39d-48af-4d0e-a21d-b2e056d90319 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa7f9e9e-8095-49ae-aaab-363a38be7e81 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Aug 08 02:41:04.764830 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43956) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:04.872302 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Deleting port 1f9030c1-d561-4061-acc8-50c269204629 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:04.872556 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (1f9030c1-d561-4061-acc8-50c269204629), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.953041 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (1f9030c1-d561-4061-acc8-50c269204629), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.953361 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (1f9030c1-d561-4061-acc8-50c269204629), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.966366 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Calling delete_port for 1f9030c1-d561-4061-acc8-50c269204629 owned by network:floatingip {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:05.034391 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:05.157161 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (1f9030c1-d561-4061-acc8-50c269204629), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:05.185970 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'Port': ['ID=1f9030c1-d561-4061-acc8-50c269204629,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:05.250343 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for floatingip (b8d24369-d832-4aaf-a231-48e173afaff3), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:05.252950 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78227'] for floatingip (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:05.254088 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-96e89793-f98c-4471-a4b4-236363fc104b tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b8d24369-d832-4aaf-a231-48e173afaff3 HTTP/1.1" status: 204 len: 168 time: 0.4900529 Aug 08 02:41:06.362057 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 4d9e69b4-4e91-42c2-8eab-03606390a0b6 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:06.382158 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] No Port match for: 4d9e69b4-4e91-42c2-8eab-03606390a0b6 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:06.382501 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Device 4d9e69b4-4e91-42c2-8eab-03606390a0b6 not bound to the agent host hv-cinder-74014 {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:06.580583 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43968) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:06.638794 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50d387f4-a0e3-48ea-87d5-f9518bad3440 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group (a1d41d2a-abf1-4853-b958-574c250cd97b), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:06.663803 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50d387f4-a0e3-48ea-87d5-f9518bad3440 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group (a1d41d2a-abf1-4853-b958-574c250cd97b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:06.788038 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50d387f4-a0e3-48ea-87d5-f9518bad3440 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (a1d41d2a-abf1-4853-b958-574c250cd97b), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:06.790669 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-50d387f4-a0e3-48ea-87d5-f9518bad3440 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Publish callbacks [] for security_group (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:06.791816 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-50d387f4-a0e3-48ea-87d5-f9518bad3440 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a1d41d2a-abf1-4853-b958-574c250cd97b HTTP/1.1" status: 204 len: 168 time: 0.2102304 Aug 08 02:41:06.802226 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d387f4-a0e3-48ea-87d5-f9518bad3440 tempest-TestVolumeBootPattern-1114932292 tempest-TestVolumeBootPattern-1114932292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d41d2a-abf1-4853-b958-574c250cd97b,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:06.925698 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43972) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:07.228414 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:07.342863 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (da75b4ea-93c7-430e-a72a-d019b9d5e43a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.561577 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Deleting port 2b639df4-0b3d-4854-8b24-02f07244204b {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:07.561915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.643197 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] For port 2b639df4-0b3d-4854-8b24-02f07244204b, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=2b639df4-0b3d-4854-8b24-02f07244204b,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:07.643913 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.656186 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Calling delete_port for 2b639df4-0b3d-4854-8b24-02f07244204b owned by network:router_interface {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:07.657798 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:07.882958 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (2b639df4-0b3d-4854-8b24-02f07244204b), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.907570 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b639df4-0b3d-4854-8b24-02f07244204b,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:08.054579 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:08.076567 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (da75b4ea-93c7-430e-a72a-d019b9d5e43a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:08.283812 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Router da75b4ea-93c7-430e-a72a-d019b9d5e43a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:41:08.384613 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:41:08.389777 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-d9b7b531-2f2f-4126-8c33-60b3016acb00 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/da75b4ea-93c7-430e-a72a-d019b9d5e43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627194 Aug 08 02:41:08.392210 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43976) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:08.394974 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] Sync routers for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:41:08.405165 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:08.405784 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:08.431376 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:08.493462 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks [] for router (da75b4ea-93c7-430e-a72a-d019b9d5e43a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:08.508434 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:08.598966 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks [] for router_gateway (da75b4ea-93c7-430e-a72a-d019b9d5e43a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:08.624377 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:08.677727 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:41:07Z', 'revision_number': 5, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port': {'id': '6d583010-d60c-45cc-ba22-a476f20d9252', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:52:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:33:59Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:08.704208 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] Checking router: da75b4ea-93c7-430e-a72a-d019b9d5e43a for host: dv-cinder-740146-18-iscsi {{(pid=104630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:41:08.713635 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] Routers {'da75b4ea-93c7-430e-a72a-d019b9d5e43a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:08.714247 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'], 'active': True} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:08.725527 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Deleting port 6d583010-d60c-45cc-ba22-a476f20d9252 {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:08.726087 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:08.799103 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_dvr_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] Set router da75b4ea-93c7-430e-a72a-d019b9d5e43a gateway port host: None {{(pid=104630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:08.807546 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] For port 6d583010-d60c-45cc-ba22-a476f20d9252, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=6d583010-d60c-45cc-ba22-a476f20d9252,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:08.807915 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:08.820752 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Calling delete_port for 6d583010-d60c-45cc-ba22-a476f20d9252 owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:08.935084 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.l3_hamode_db [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:41:08Z', 'revision_number': 6, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:08.960591 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941b6e-677b-4110-acd3-22b18d2aee09 None None] The sync data for ids ['da75b4ea-93c7-430e-a72a-d019b9d5e43a'] in dv-cinder-740146-18-iscsi is: [{'id': 'da75b4ea-93c7-430e-a72a-d019b9d5e43a', 'name': 'tempest-TestVolumeBootPattern-694449649-router', 'tenant_id': '4e2c1907fad4499aae599d49e1d2bc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:33:58Z', 'updated_at': '2022-08-08T02:41:08Z', 'revision_number': 6, 'project_id': '4e2c1907fad4499aae599d49e1d2bc80', 'gw_port_host': None}] {{(pid=104630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:41:09.073673 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (6d583010-d60c-45cc-ba22-a476f20d9252), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.101364 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d583010-d60c-45cc-ba22-a476f20d9252,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:09.166457 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (da75b4ea-93c7-430e-a72a-d019b9d5e43a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.253176 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (da75b4ea-93c7-430e-a72a-d019b9d5e43a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.255272 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks [] for router_controller (da75b4ea-93c7-430e-a72a-d019b9d5e43a), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.257925 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:09.376887 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (da75b4ea-93c7-430e-a72a-d019b9d5e43a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.377544 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da75b4ea-93c7-430e-a72a-d019b9d5e43a {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:41:09.381898 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.383257 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-7d90279a-15b0-4e1e-9ab9-a5a102193308 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/da75b4ea-93c7-430e-a72a-d019b9d5e43a HTTP/1.1" status: 204 len: 168 time: 0.9898517 Aug 08 02:41:09.386103 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43978) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:09.432580 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Deleting subnet f5e66696-a8eb-4aac-8721-3971c7182095 {{(pid=104628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:41:09.436423 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Publish callbacks [] for subnet (f5e66696-a8eb-4aac-8721-3971c7182095), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.475155 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14010420'] for subnet (f5e66696-a8eb-4aac-8721-3971c7182095), precommit_delete_associations {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.549516 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (f5e66696-a8eb-4aac-8721-3971c7182095), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.666173 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14416888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13217979'] for subnet (f5e66696-a8eb-4aac-8721-3971c7182095), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.694222 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e66696-a8eb-4aac-8721-3971c7182095,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:09.700580 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for subnet (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.704106 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-20bb1a00-7e10-4f0c-a1bc-eea251b92ad6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f5e66696-a8eb-4aac-8721-3971c7182095 HTTP/1.1" status: 204 len: 168 time: 0.3166645 Aug 08 02:41:09.706678 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43980) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:09.709354 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7798d-5a31-4a93-8ecf-a9675da9e4ba None None] Network b0ff42d3-c706-479c-b637-24fa43da993a requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:41:09.780205 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (b0ff42d3-c706-479c-b637-24fa43da993a), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.825996 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Deleting port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:09.845406 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.880603 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] DHCP port deletion for b0ff42d3-c706-479c-b637-24fa43da993a request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:41:09.897149 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] For port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:09.897502 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.912477 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Calling delete_port for 01c9c1ca-1b95-431c-a2c1-bc435419a9ce owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:09.922629 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Deleting port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:09.929731 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:09.956794 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:09.994796 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] For port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,segment=NetworkSegment(72a7b340-6893-4798-9bc0-bf2d39d037b3),segment_id=72a7b340-6893-4798-9bc0-bf2d39d037b3)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:09.995194 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.010091 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Calling delete_port for 01c9c1ca-1b95-431c-a2c1-bc435419a9ce owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:10.085248 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: from cryptography.utils import int_from_bytes Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: from cryptography.utils import int_from_bytes Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.085777 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 02:41:10.088925 dv-cinder-740146-18-iscsi neutron-server[104629]: self.session.flush() Aug 08 02:41:10.089922 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:10.091821 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (01c9c1ca-1b95-431c-a2c1-bc435419a9ce), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.113545 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:10.117338 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] No DVR routers for this DVR port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:10.119679 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Pushing event deleted for resources: {'Port': ['ID=01c9c1ca-1b95-431c-a2c1-bc435419a9ce,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:10.130789 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.131103 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.131446 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.131781 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.132118 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.132435 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.132785 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.133108 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.133434 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.133772 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.134077 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.134398 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.134715 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.135032 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.135347 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-18-iscsi {{(pid=104629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:10.138892 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b12d1d-cf40-43ce-aec3-443082d1af6b None None] No DVR routers for this DVR port 01c9c1ca-1b95-431c-a2c1-bc435419a9ce on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:10.198369 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (b0ff42d3-c706-479c-b637-24fa43da993a), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.220093 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ff42d3-c706-479c-b637-24fa43da993a']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:10.229182 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a7b340-6893-4798-9bc0-bf2d39d037b3') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:10.229475 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a7b340-6893-4798-9bc0-bf2d39d037b3') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:10.239714 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (72a7b340-6893-4798-9bc0-bf2d39d037b3), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.252705 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (72a7b340-6893-4798-9bc0-bf2d39d037b3), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.258839 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:41:10.259216 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (72a7b340-6893-4798-9bc0-bf2d39d037b3), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.301029 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 72a7b340-6893-4798-9bc0-bf2d39d037b3 resource provider aggregate not found Aug 08 02:41:10.319448 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 72a7b340-6893-4798-9bc0-bf2d39d037b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72a7b340-6893-4798-9bc0-bf2d39d037b3 found for delete ", "request_id": "req-f45cb749-8337-4b7d-9831-e7d929f8a281"}]} Aug 08 02:41:10.396800 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (b0ff42d3-c706-479c-b637-24fa43da993a), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.402400 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.407519 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b0ff42d3-c706-479c-b637-24fa43da993a HTTP/1.1" status: 204 len: 168 time: 0.6984010 Aug 08 02:41:10.409301 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43986) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:10.417374 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46da632-afc9-4bf4-a323-7a3cf4bb1333 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ff42d3-c706-479c-b637-24fa43da993a,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:10.665773 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:10.727542 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518199'] for router_interface (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:10.982680 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 2b639df4-0b3d-4854-8b24-02f07244204b no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:11.004182 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 2b639df4-0b3d-4854-8b24-02f07244204b {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:11.004539 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 2b639df4-0b3d-4854-8b24-02f07244204b not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:11.004994 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 6d583010-d60c-45cc-ba22-a476f20d9252 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:11.024345 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 6d583010-d60c-45cc-ba22-a476f20d9252 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:11.024718 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 6d583010-d60c-45cc-ba22-a476f20d9252 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:11.025159 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 01c9c1ca-1b95-431c-a2c1-bc435419a9ce no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:11.045529 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 01c9c1ca-1b95-431c-a2c1-bc435419a9ce {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:11.045929 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 01c9c1ca-1b95-431c-a2c1-bc435419a9ce not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:11.211162 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Deleting port f07e2268-987c-457e-ba55-43f9bcd1676a {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:11.211418 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.289496 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] For port f07e2268-987c-457e-ba55-43f9bcd1676a, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=f07e2268-987c-457e-ba55-43f9bcd1676a,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:11.289852 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.302363 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Calling delete_port for f07e2268-987c-457e-ba55-43f9bcd1676a owned by network:router_interface {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:11.411337 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=100 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:11.536898 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (f07e2268-987c-457e-ba55-43f9bcd1676a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.566955 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f07e2268-987c-457e-ba55-43f9bcd1676a,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:11.734838 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518315'] for router_interface (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.917746 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:11.941665 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a has already been hosted by L3 agent 1d9abe83-ef4e-4425-8a1c-d2da20820bcb {{(pid=104627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:41:12.043570 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] Notify agent at l3_agent.dv-cinder-740146-18-iscsi the message routers_updated {{(pid=104627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:41:12.048576 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-2fc36228-8b41-47ae-91e6-b8bb30c56b5f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/643d9061-6e68-4bca-83f3-5d7a71ba2f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6382325 Aug 08 02:41:12.051111 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43988) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:12.054311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] Sync routers for ids ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'] in dv-cinder-740146-18-iscsi {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:41:12.064814 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] Routers {'643d9061-6e68-4bca-83f3-5d7a71ba2f9a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:12.065435 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:12.149757 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks [] for router (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.254340 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks [] for router_gateway (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.293223 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] Set router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a gateway port host: dv-cinder-740146-18-iscsi {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:12.368165 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Deleting port 95903d96-3ff3-41a1-8192-212ceaef16bb {{(pid=104627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:12.368506 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.421721 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:12.453050 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.db [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] For port 95903d96-3ff3-41a1-8192-212ceaef16bb, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=95903d96-3ff3-41a1-8192-212ceaef16bb,segment=NetworkSegment(ee783670-b9cf-4552-bb29-5cd19d5bd4d8),segment_id=ee783670-b9cf-4552-bb29-5cd19d5bd4d8)] {{(pid=104627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:12.453503 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.467677 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.plugins.ml2.plugin [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Calling delete_port for 95903d96-3ff3-41a1-8192-212ceaef16bb owned by network:router_gateway {{(pid=104627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:12.469222 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'external_fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:41:11Z', 'revision_number': 5, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port': {'id': '95903d96-3ff3-41a1-8192-212ceaef16bb', 'name': '', 'network_id': '7286dd7a-5c70-4e8d-8cc6-90271b7e283c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9d699a5-7c31-4153-9d80-4c57cfcee3ae', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-18-iscsi'}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:12.494478 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] Checking router: 643d9061-6e68-4bca-83f3-5d7a71ba2f9a for host: dv-cinder-740146-18-iscsi {{(pid=104629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:41:12.503858 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] Routers {'643d9061-6e68-4bca-83f3-5d7a71ba2f9a'} bound to L3 agent in host dv-cinder-740146-18-iscsi {{(pid=104629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:12.504477 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:17:19Z,description=,heartbeat_timestamp=2022-08-08T02:40:49Z,host='dv-cinder-740146-18-iscsi',id=1d9abe83-ef4e-4425-8a1c-d2da20820bcb,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:17:20Z,topic='l3_agent')) {'router_ids': ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'], 'active': True} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:12.577465 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:12.592855 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvr_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] Set router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a gateway port host: None {{(pid=104629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:12.616170 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:12.643742 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_hamode_db [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:41:12Z', 'revision_number': 6, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port_host': None}], 'dv-cinder-740146-18-iscsi', False) {} {{(pid=104629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:12.671333 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f44936-f464-4148-8e82-ec3be83379b3 None None] The sync data for ids ['643d9061-6e68-4bca-83f3-5d7a71ba2f9a'] in dv-cinder-740146-18-iscsi is: [{'id': '643d9061-6e68-4bca-83f3-5d7a71ba2f9a', 'name': 'tempest-TestVolumeBootPattern-621470208-router', 'tenant_id': 'a2898509aa594b5194ac2282f285ce5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:08Z', 'updated_at': '2022-08-08T02:41:12Z', 'revision_number': 6, 'project_id': 'a2898509aa594b5194ac2282f285ce5d', 'gw_port_host': None}] {{(pid=104629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:41:12.694213 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14027239'] for port (95903d96-3ff3-41a1-8192-212ceaef16bb), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.723236 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Pushing event deleted for resources: {'Port': ['ID=95903d96-3ff3-41a1-8192-212ceaef16bb,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:12.789155 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-361187'] for router_gateway (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.877213 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16776016'] for router (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.879365 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks [] for router_controller (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:12.881976 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:13.014328 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516686'] for router (643d9061-6e68-4bca-83f3-5d7a71ba2f9a), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.014975 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 643d9061-6e68-4bca-83f3-5d7a71ba2f9a {{(pid=104627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:41:13.019259 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.022808 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-4778e128-587a-4cec-b663-473380ef6966 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/643d9061-6e68-4bca-83f3-5d7a71ba2f9a HTTP/1.1" status: 204 len: 168 time: 0.9684381 Aug 08 02:41:13.028391 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [-] (104627) accepted ('10.222.0.27', 43990) {{(pid=104627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:13.075626 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.db.db_base_plugin_v2 [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Deleting subnet 3756e75e-297c-4501-bb3d-281835743631 {{(pid=104627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:41:13.079311 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Publish callbacks [] for subnet (3756e75e-297c-4501-bb3d-281835743631), before_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.119355 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027020'] for subnet (3756e75e-297c-4501-bb3d-281835743631), precommit_delete_associations {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.193120 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1533743'] for subnet (3756e75e-297c-4501-bb3d-281835743631), precommit_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.337373 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1533732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-436701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14027154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13110431'] for subnet (3756e75e-297c-4501-bb3d-281835743631), after_delete {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.367935 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3756e75e-297c-4501-bb3d-281835743631,revision_number=None']} {{(pid=104627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:13.372549 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron_lib.callbacks.manager [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.376062 dv-cinder-740146-18-iscsi neutron-server[104627]: INFO neutron.wsgi [None req-968099ab-a910-48d8-bae1-3b00286719f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3756e75e-297c-4501-bb3d-281835743631 HTTP/1.1" status: 204 len: 168 time: 0.3518543 Aug 08 02:41:13.378736 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caac010-d6b7-47b6-bccc-a27d231e4bb7 None None] Network 96e3a88f-ccc0-451f-b6f8-e39e163ef38b requested from dv-cinder-740146-18-iscsi {{(pid=104629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:41:13.379250 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 43992) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:13.424368 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f07e2268-987c-457e-ba55-43f9bcd1676a no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:13.454294 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1528899'] for network (96e3a88f-ccc0-451f-b6f8-e39e163ef38b), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.454517 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: f07e2268-987c-457e-ba55-43f9bcd1676a {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:13.454707 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device f07e2268-987c-457e-ba55-43f9bcd1676a not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:13.497578 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Deleting port 696dd616-073f-4adb-ad46-e5e0291c6642 {{(pid=104628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:13.498540 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.565652 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] DHCP port deletion for 96e3a88f-ccc0-451f-b6f8-e39e163ef38b request from dv-cinder-740146-18-iscsi {{(pid=104629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:41:13.571292 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.db [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] For port 696dd616-073f-4adb-ad46-e5e0291c6642, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=696dd616-073f-4adb-ad46-e5e0291c6642,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:13.571659 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.586210 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.plugin [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Calling delete_port for 696dd616-073f-4adb-ad46-e5e0291c6642 owned by network:dhcp {{(pid=104628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:13.605406 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] Deleting port 696dd616-073f-4adb-ad46-e5e0291c6642 {{(pid=104629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:13.605700 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757228985393'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), before_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.672493 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.db [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] For port 696dd616-073f-4adb-ad46-e5e0291c6642, host dv-cinder-740146-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-18-iscsi',level=0,port_id=696dd616-073f-4adb-ad46-e5e0291c6642,segment=NetworkSegment(6d03b88a-b054-4974-9901-56486c217b12),segment_id=6d03b88a-b054-4974-9901-56486c217b12)] {{(pid=104629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:13.673000 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-373838'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), precommit_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.691372 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] Calling delete_port for 696dd616-073f-4adb-ad46-e5e0291c6642 owned by network:dhcp {{(pid=104629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:13.719811 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14416781'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.751851 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Pushing event deleted for resources: {'Port': ['ID=696dd616-073f-4adb-ad46-e5e0291c6642,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:13.755309 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] No DVR routers for this DVR port 696dd616-073f-4adb-ad46-e5e0291c6642 on host dv-cinder-740146-18-iscsi {{(pid=104628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:13.774810 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1558459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757228988910', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757228588930'] for port (696dd616-073f-4adb-ad46-e5e0291c6642), after_delete {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.800432 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] Pushing event deleted for resources: {'Port': ['ID=696dd616-073f-4adb-ad46-e5e0291c6642,revision_number=None']} {{(pid=104629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:13.804888 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbd07f-7872-4300-b06a-a47291619675 None None] No DVR routers for this DVR port 696dd616-073f-4adb-ad46-e5e0291c6642 on host dv-cinder-740146-18-iscsi {{(pid=104629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:13.829405 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512112', 'neutron.services.segments.db._delete_segments_for_network-8757229044206'] for network (96e3a88f-ccc0-451f-b6f8-e39e163ef38b), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.849232 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e3a88f-ccc0-451f-b6f8-e39e163ef38b']}} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:13.858986 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d03b88a-b054-4974-9901-56486c217b12') {'for_net_delete': True} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:13.859221 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.services.segments.db [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d03b88a-b054-4974-9901-56486c217b12') {} {{(pid=104628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:13.868644 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757229044107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14010429'] for segment (6d03b88a-b054-4974-9901-56486c217b12), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.882412 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612'] for segment (6d03b88a-b054-4974-9901-56486c217b12), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.888983 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:41:13.889369 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14386778'] for segment (6d03b88a-b054-4974-9901-56486c217b12), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:13.932060 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 6d03b88a-b054-4974-9901-56486c217b12 resource provider aggregate not found Aug 08 02:41:13.950476 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.services.segments.plugin [-] Segment 6d03b88a-b054-4974-9901-56486c217b12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d03b88a-b054-4974-9901-56486c217b12 found for delete ", "request_id": "req-fabb8d99-4ee3-4764-b70a-e145f686cef5"}]} Aug 08 02:41:14.028070 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-375077'] for network (96e3a88f-ccc0-451f-b6f8-e39e163ef38b), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.034063 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530281'] for network (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.037205 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/96e3a88f-ccc0-451f-b6f8-e39e163ef38b HTTP/1.1" status: 204 len: 168 time: 0.6573846 Aug 08 02:41:14.049403 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef79bf9-4872-4335-b20f-4043697115db admin admin] Pushing event deleted for resources: {'Network': ['ID=96e3a88f-ccc0-451f-b6f8-e39e163ef38b,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:14.282698 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 44000) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:14.322752 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-78a1f9ec-6f6e-49ae-9c30-71b37528312b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4e2c1907fad4499aae599d49e1d2bc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388341 Aug 08 02:41:14.325134 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 44002) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:14.362736 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:14.374113 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b71fa429-27d2-4917-bffb-7c5b75280dc2 admin admin] Publish callbacks [] for security_group (d87d7c3d-316c-4983-b02a-ee2c533cfca2), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.396526 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b71fa429-27d2-4917-bffb-7c5b75280dc2 admin admin] Publish callbacks [] for security_group (d87d7c3d-316c-4983-b02a-ee2c533cfca2), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.411068 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:14.522293 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b71fa429-27d2-4917-bffb-7c5b75280dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (d87d7c3d-316c-4983-b02a-ee2c533cfca2), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.524824 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-b71fa429-27d2-4917-bffb-7c5b75280dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.525965 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-b71fa429-27d2-4917-bffb-7c5b75280dc2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d87d7c3d-316c-4983-b02a-ee2c533cfca2 HTTP/1.1" status: 204 len: 168 time: 0.1994085 Aug 08 02:41:14.534734 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fa429-27d2-4917-bffb-7c5b75280dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d7c3d-316c-4983-b02a-ee2c533cfca2,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:14.981953 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 696dd616-073f-4adb-ad46-e5e0291c6642 no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:15.005062 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 696dd616-073f-4adb-ad46-e5e0291c6642 {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:15.005404 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 696dd616-073f-4adb-ad46-e5e0291c6642 not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:15.005840 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 95903d96-3ff3-41a1-8192-212ceaef16bb no longer exists at agent ovs-agent-dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:15.025074 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] No Port match for: 95903d96-3ff3-41a1-8192-212ceaef16bb {{(pid=104629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:15.025421 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron.plugins.ml2.rpc [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Device 95903d96-3ff3-41a1-8192-212ceaef16bb not bound to the agent host dv-cinder-740146-18-iscsi {{(pid=104629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:15.137268 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 44008) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:15.178408 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-47eb4b6d-6f31-4214-83b5-5750c7308ba7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a2898509aa594b5194ac2282f285ce5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399854 Aug 08 02:41:15.180875 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.wsgi [-] (104628) accepted ('10.222.0.27', 44010) {{(pid=104628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:15.229158 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41ce6908-4a41-487b-81f5-b8c239e2aab0 admin admin] Publish callbacks [] for security_group (bdbae093-c16a-4562-852a-8c32400c52bc), before_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:15.251396 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41ce6908-4a41-487b-81f5-b8c239e2aab0 admin admin] Publish callbacks [] for security_group (bdbae093-c16a-4562-852a-8c32400c52bc), precommit_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:15.351218 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41ce6908-4a41-487b-81f5-b8c239e2aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435320'] for security_group (bdbae093-c16a-4562-852a-8c32400c52bc), after_delete {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:15.353705 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron_lib.callbacks.manager [None req-41ce6908-4a41-487b-81f5-b8c239e2aab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:15.354852 dv-cinder-740146-18-iscsi neutron-server[104628]: INFO neutron.wsgi [None req-41ce6908-4a41-487b-81f5-b8c239e2aab0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bdbae093-c16a-4562-852a-8c32400c52bc HTTP/1.1" status: 204 len: 168 time: 0.1730938 Aug 08 02:41:15.364141 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce6908-4a41-487b-81f5-b8c239e2aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbae093-c16a-4562-852a-8c32400c52bc,revision_number=None']} {{(pid=104628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:16.371115 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-5bdbad95-89e6-471a-aa05-6f9f95c2804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.937544 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=67 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:18.938313 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:19.019527 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9af37401-cbfa-4bd3-a5cf-f95e690b6676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.782160 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:21.399179 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:21.422055 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.242226 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=58,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:23.346344 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG dbcounter [-] [104627] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104627) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:23.965172 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:25.358449 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:25.359236 dv-cinder-740146-18-iscsi neutron-server[104628]: DEBUG dbcounter [-] [104628] Writing DB stats neutron:SELECT=25,neutron:DELETE=7 {{(pid=104628) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:28.742133 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:41:33.895330 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:33.902229 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:38.736927 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:38.737633 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:46.362049 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a969-1fef-499c-9aa6-ea764ca4aed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.013461 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e1f15e13-f31a-4547-8445-b3b6b9ffd5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.798332 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:51.438566 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:51.478301 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:53.964368 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:03.906067 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:03.908897 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:05.741472 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:42:15.736826 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=17 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:15.737601 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=17 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:16.380880 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b006e5c9-1447-4195-8c8f-943d0c9b58e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.054715 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-b798dea9-17c0-4ecd-92a9-e15d7120e5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.786835 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.386496 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.418615 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.009236 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:33.923234 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:33.926007 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:42.740289 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:42:44.737098 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:46.385401 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9c17ae7f-2cf8-4a4b-aaa0-5f8a7885dc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:49.035376 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-c58878fa-0627-4226-b94a-87a7de550d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:49.789670 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:51.367996 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:51.412311 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.736918 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:53.985625 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:03.927072 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:03.928865 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:16.378147 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-daffd309-5bb4-4bda-b648-67e6216bc143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:19.029497 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-69718b78-fc90-41eb-87c3-c550e398e43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:19.740400 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:43:19.802058 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:21.367569 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:21.396315 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:21.738898 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:24.001715 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:29.736785 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:33.923129 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:33.928080 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:46.406777 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4c22a901-2b58-4211-af11-c18d62659699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:49.046248 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-2c52444d-7317-477e-9e96-f67d491e3f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:49.812457 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:51.411792 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:51.441049 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:54.000972 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:56.740017 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:44:03.937425 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:03.943303 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:11.287027 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=16 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:11.292042 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=18 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:16.360469 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-40ed0795-5419-4f2c-93d6-f037fde936ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.029149 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-5c1c54d2-02d5-44a4-9205-82433a116abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.801215 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:21.368051 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:21.394190 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:23.988608 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:30.257152 dv-cinder-740146-18-iscsi neutron-server[104627]: DEBUG neutron.wsgi [req-22f32804-72f6-4fa9-af6d-3a3d9e8588b6 req-a52829b0-22cb-44e4-83ca-915e741d5e37 service neutron] (104627) timed out ('10.222.0.45', 56087) {{(pid=104627) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:44:33.738820 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:44:33.936469 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:33.942382 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:43.734379 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=2 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:43.735154 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=6 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:46.399540 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-93870bd3-c400-4f5e-a621-cce847073166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.028178 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a140e0bb-2bd7-4f65-bd95-6133cbf6fb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.805355 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.371164 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.405136 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:54.044967 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:03.959221 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:03.961013 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:10.738330 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:45:14.790079 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:16.376521 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4456866c-8912-4bec-b877-c6f127b3e8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:19.010557 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-67db7688-d6e3-4c48-84bc-530cbcc57b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:19.793550 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:20.734957 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:21.519207 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:21.558697 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:24.016298 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:33.953202 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:33.955015 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:46.381600 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e2f21dda-9e7d-4f0b-a856-aaebee853c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:47.739405 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:45:49.044243 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-e3d9376b-9081-4aff-a468-5ffb9432cec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:49.815330 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:51.415478 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:51.449732 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:54.027138 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:57.733179 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=3 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:57.733972 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=5 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:03.968106 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:03.969889 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG dbcounter [-] [104629] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104629) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:11.287331 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=10 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:11.289160 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG dbcounter [-] [104630] Writing DB stats neutron:SELECT=16 {{(pid=104630) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:16.398434 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-9e2d0248-dcd2-4db1-ac03-f0bdf737a0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (d51419fe-89f0-42bd-a074-7abf8fdf97a9), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:19.066687 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-80edb452-90e8-4896-9914-c22397e4a166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (1d9abe83-ef4e-4425-8a1c-d2da20820bcb), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:19.804031 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-4948be37-be7c-4da5-9d47-018db343d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (c63ea27b-b537-40d0-b2c2-bff0f5da0d62), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:21.387187 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-645d4758-3c6e-4997-bbb9-351031009854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (589eaf91-8026-4a4e-93a3-c75032228e66), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:21.414983 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-a89ea505-6bfb-420c-9476-86abf930b568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (119d80c1-9ac3-4777-9023-d37ffc004e44), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:24.019809 dv-cinder-740146-18-iscsi neutron-server[104629]: DEBUG neutron_lib.callbacks.manager [None req-eee23bc9-85ef-4398-8ef8-9226d4317be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757229044188', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533683'] for agent (a6bbacfb-2951-467b-8211-75c576394ab3), after_update {{(pid=104629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:24.737989 dv-cinder-740146-18-iscsi neutron-server[104630]: DEBUG neutron.db.agents_db [None req-403f67cb-cfc7-48b1-97e0-d65cce0c1cf0 None None] Agent healthcheck: found 6 active agents {{(pid=104630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}